-- Logs begin at Thu 2021-11-11 21:18:54 UTC, end at Thu 2021-11-11 22:41:38 UTC. --
Nov 11 22:09:50.483626 dv-cinder-815883-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 11 22:09:53.133330 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.common.config [-] Logging enabled!
Nov 11 22:09:53.133827 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev54
Nov 11 22:09:53.135102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88233) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 11 22:09:53.135838 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.common.config [-] Logging enabled!
Nov 11 22:09:53.136131 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev54
Nov 11 22:09:53.136412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88233) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 11 22:09:53.137521 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 11 22:09:53.137790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 11 22:09:53.138814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 11 22:09:53.139100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 11 22:09:53.139364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 11 22:09:53.139734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.140080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.140419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.140685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.141028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.141412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.141735 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.142102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.142448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.142772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.143087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.143410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.143676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.143994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.144323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.144657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.144916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.145231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.145787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.146107 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.146421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.146749 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.147055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.147369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.147688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.148052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] host                           = dv-cinder-815883-4-iscsi {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.148367 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.148721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.149024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.149377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.149690 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.150004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.150328 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.150736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.150947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.151257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.151583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.151916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.152254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.152514 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.152769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.153099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.153454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.153766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.154077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.154384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.154695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.155005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.155307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.155636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.155966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.156286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.156594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.156902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.157207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.158076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.158395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.158703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.159012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.159322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.159654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.159956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.160266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.160615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.160943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.161272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.161638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.161950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.162288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.162596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.162901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.163205 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.163514 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.163820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.164144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.164451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.164755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.165062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.165391 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.165721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:53.166055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.166395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.166737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.167055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.167382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.167702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.168032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.168347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.168676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.169005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.169350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.169665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.169987 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.170324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.170658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.170966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.171274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.171602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.171913 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.172226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.172559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.172869 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.173221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.174057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.174371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.174675 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.174981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.175291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.175619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.175926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.176230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.176534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.176933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.177242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.177590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.178154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.178461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.178764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.179076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.179384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.179689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.179999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.180303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.180612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.180915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.181219 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.181563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.181870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.182180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.182485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.182788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.183097 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.183403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.183708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.184013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.184318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.184623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.184944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.185308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.185621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.185935 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.186248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.186562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.186872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.187181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.187493 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.187804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.188110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.188440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.188780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.189099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.189441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.189757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.190091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.190404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.190724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.191037 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.191349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.191668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.191973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.192302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.192631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.192959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.193335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.193639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.193954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.194306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.194620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:53.194871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 11 22:09:53.195143 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88233) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Nov 11 22:09:53.857147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:09:53.857500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:09:53.857831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:09:53.859491 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 11 22:09:54.204814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.205383 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.205482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.266239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.266554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.267403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.270421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.270736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.271053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.417253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.417627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.417887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.418924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.419230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.419527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.542118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f00b84b0b70> agent after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.542370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f00b84b0b70> agent after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.542678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f00b84b0bf8> segment precommit_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.542985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f00b84b0c80> network precommit_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.543847 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f00b84ccd90> segment before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.730167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> network before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.730556 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f00b8576e18> agent before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.730886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> network before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.731195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> port before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.731527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> port before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.731890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> segment after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.732194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> segment precommit_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.732486 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> segment precommit_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.732787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> segment after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.733126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> network after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.733446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> network precommit_delete 0 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.733759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> port provisioning_complete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.734070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.734369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> rbac-policy after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.734680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> agent after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.735003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> subnet after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.735271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> subnet precommit_delete 0 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.735620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.735910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.736250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> segment_host_mapping after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.736697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> port after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.736987 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.737274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.737640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.737925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.738209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00b97179b0>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.738640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 22:09:54.738917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 22:09:54.739196 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 22:09:54.739470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 22:09:54.739745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 22:09:54.740018 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 22:09:54.741397 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 11 22:09:54.749664 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 11 22:09:54.757876 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 11 22:09:54.763297 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Nov 11 22:09:54.766144 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 11 22:09:54.767845 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 11 22:09:54.768231 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 11 22:09:54.768670 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 11 22:09:54.772729 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 11 22:09:54.773021 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 11 22:09:54.773443 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 11 22:09:54.800776 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 11 22:09:54.801237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f00b8278908>> qos_plugin after_init 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.801606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88233) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 11 22:09:54.802018 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f00b8238160>> logging-plugin after_init 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.803637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88233) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 11 22:09:54.803966 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 11 22:09:54.804251 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 11 22:09:54.807466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f00b82381d0>> floatingip before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.807783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f00b82381d0>> port before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:54.874095 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 11 22:09:54.874362 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 11 22:09:54.874623 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 11 22:09:54.875044 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 11 22:09:54.910740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.sqlalchemy.engines [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88233) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 11 22:09:55.286247 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Initializing driver for type 'gre'
Nov 11 22:09:55.286813 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] gre ID ranges: [(1, 1000)]
Nov 11 22:09:55.372484 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Initializing driver for type 'local'
Nov 11 22:09:55.372855 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Initializing driver for type 'vlan'
Nov 11 22:09:55.440911 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] VlanTypeDriver initialization complete
Nov 11 22:09:55.441324 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Initializing driver for type 'vxlan'
Nov 11 22:09:55.441906 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] vxlan ID ranges: [(1, 1000)]
Nov 11 22:09:55.543814 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Initializing extension driver 'port_security'
Nov 11 22:09:55.544100 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.extensions.port_security [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] PortSecurityExtensionDriver initialization complete
Nov 11 22:09:55.544480 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Initializing mechanism driver 'openvswitch'
Nov 11 22:09:55.544845 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Initializing mechanism driver 'hyperv'
Nov 11 22:09:55.551273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:09:55.552128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b824db38>> port after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.552539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b824db38>> port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.553182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b824db38>> port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.553632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dbeef0>> subnet after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.554024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dbeef0>> subnet after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.554407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dbeef0>> subnet after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.554823 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dbefd0>> network after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.555206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dbefd0>> network after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.555585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dbefd0>> network after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.555995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dca2b0>> security_group after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.556377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dca2b0>> security_group after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.556753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dca2b0>> security_group after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.557164 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dca470>> security_group_rule after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.557568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dca470>> security_group_rule after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.558093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00b7dca470>> security_group_rule after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.558463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] ML2 OVO RPC backend initialized. {{(pid=88233) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Nov 11 22:09:55.559178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> router_interface after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.559575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> router_interface after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.560029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> network before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.560415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> networks before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.560796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> port before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.561180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> ports before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.561604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> subnet before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.561983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> subnets before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.562368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> network after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.562743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> network after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.563117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> network after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.563490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> port after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.564351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.564722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.565093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> subnet after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.565501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> subnet after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.565870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00b7dca550>> subnet after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.566498 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.plugin [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Modular L2 Plugin initialization complete
Nov 11 22:09:55.566858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading services supported by the core plugin {{(pid=88233) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Nov 11 22:09:55.567222 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Got port-security extension from driver 'port_security'
Nov 11 22:09:55.567719 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.extensions.vlantransparent [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Disabled vlantransparent extension.
Nov 11 22:09:55.568174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88233) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Nov 11 22:09:55.568520 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading Plugin: router
Nov 11 22:09:55.611252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router_interface before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.611696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router after_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.612102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router before_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.612505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router_interface before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.612923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router_interface after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.613352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router after_delete 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.613762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> floatingip after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.614173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router after_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.614557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router after_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.614953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router after_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.615341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router_gateway after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.615743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router after_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.616241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router precommit_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.616662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f00b8371ae8> port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.617047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f00b83719d8> port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.617449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f00b8371a60> subnet after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.617831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f00b8371b70> subnetpool_address_scope after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.618223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> port precommit_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.618608 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router precommit_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.618988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f00b8363378> port before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.619368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router precommit_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.619772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router after_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.620154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router precommit_delete 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.620542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router precommit_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.620946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router_interface after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.621352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> router precommit_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.621776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> agent after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.622173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> agent after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.622558 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00b7dca6d8>> network after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.623530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Tracking information for resource: router configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 22:09:55.623903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Tracking information for resource: floatingip configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 11 22:09:55.629430 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_agentschedulers_db [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 11 22:09:55.630066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f00b7d31488> port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.630462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f00b7d31378> port after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.630850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function _notify_port_delete at 0x7f00b7d31400> port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.631244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f00b7d31620> port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.632130 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f00b7ccd208>> router before_create 55550100 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.632535 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f00b7ccd208>> router precommit_delete 55550100 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.632941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f00b7ccd208>> router precommit_create 55550100 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.633361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f00b7ccd208>> router precommit_update 55550100 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.638007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.provider_configuration [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service providers = [] {{(pid=88233) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 11 22:09:55.638406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.servicetype_db [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88233) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 11 22:09:55.641233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.service_base [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 11 22:09:55.641663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.service_base [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 11 22:09:55.642582 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.service_base [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 11 22:09:55.643478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.service_base [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 11 22:09:55.643882 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.services.service_base [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 11 22:09:55.644306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 11 22:09:55.644658 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 11 22:09:55.665200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 11 22:09:55.665608 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading Plugin: auto_allocate
Nov 11 22:09:55.676300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f00b7d03a60> network precommit_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.676709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f00b7d03a60> network precommit_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.677332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 11 22:09:55.677966 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading Plugin: tag
Nov 11 22:09:55.689996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 11 22:09:55.690364 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading Plugin: timestamp
Nov 11 22:09:55.694129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 11 22:09:55.694503 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading Plugin: network_ip_availability
Nov 11 22:09:55.700185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00b7cfebe0>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.700594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00b7cfebe0>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.700992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00b7cfebe0>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.701834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 11 22:09:55.702195 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading Plugin: flavors
Nov 11 22:09:55.718170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 11 22:09:55.718543 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading Plugin: revisions
Nov 11 22:09:55.723070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 11 22:09:55.723491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.866s {{(pid=88233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:09:55.724291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88233) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}}
Nov 11 22:09:55.724654 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Initializing extension manager.
Nov 11 22:09:55.725214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: __init__.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.725625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: __pycache__ {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.725999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.726369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.726740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: _filter_validation_lib.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.727110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.727468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: address_scope.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.728291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.728936 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: address-scope
Nov 11 22:09:55.729333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.730264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.730839 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: router-admin-state-down-before-update
Nov 11 22:09:55.731211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: agent.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.731994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.732570 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: agent
Nov 11 22:09:55.732936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: agent_resources_synced.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.733875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.734446 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: agent-resources-synced
Nov 11 22:09:55.734813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: allowedaddresspairs.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.737161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.737789 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: allowed-address-pairs
Nov 11 22:09:55.738161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: auto_allocated_topology.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.739232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.739810 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: auto-allocated-topology
Nov 11 22:09:55.740173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: availability_zone.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.741073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.741687 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: availability_zone
Nov 11 22:09:55.742057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: availability_zone_filter.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.742983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.743558 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: availability_zone_filter
Nov 11 22:09:55.743920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: data_plane_status.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.744841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.745445 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension data-plane-status not supported by any of loaded plugins
Nov 11 22:09:55.745808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: default_subnetpools.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.746729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.747300 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: default-subnetpools
Nov 11 22:09:55.747661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.748541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.749116 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: dhcp_agent_scheduler
Nov 11 22:09:55.749505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: dns.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.750454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.751020 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension dns-integration not supported by any of loaded plugins
Nov 11 22:09:55.751937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: dns_domain_ports.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.752863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.753466 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 11 22:09:55.753832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: dvr.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.754586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.755160 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: dvr
Nov 11 22:09:55.755523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: empty_string_filtering.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.756466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.757037 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: empty-string-filtering
Nov 11 22:09:55.757435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.758350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.758913 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 11 22:09:55.759275 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.760195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.760770 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 11 22:09:55.761136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: external_net.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.762125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.762706 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: external-net
Nov 11 22:09:55.763069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.764023 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.764596 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: extra_dhcp_opt
Nov 11 22:09:55.764959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: extraroute.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.765957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.766537 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: extraroute
Nov 11 22:09:55.766940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: extraroute_atomic.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.768183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.768767 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: extraroute-atomic
Nov 11 22:09:55.769132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: filter_validation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.769908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.770482 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: filter-validation
Nov 11 22:09:55.770842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: fip_pf_description.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.771843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.772425 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 11 22:09:55.772786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: fip_port_details.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.773789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.774366 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: fip-port-details
Nov 11 22:09:55.774730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: flavors.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.776056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.776636 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: flavors
Nov 11 22:09:55.777001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.778923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.779544 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 11 22:09:55.779920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: floatingip_pools.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.780773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.781403 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: floatingip-pools
Nov 11 22:09:55.781779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: ip_allocation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.782872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.783461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension ip_allocation not supported by any of loaded plugins
Nov 11 22:09:55.783829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.784870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.785515 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: ip-substring-filtering
Nov 11 22:09:55.785891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: l2_adjacency.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.786915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.787503 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 11 22:09:55.787866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: l3.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.789098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.789751 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: router
Nov 11 22:09:55.790123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.793173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.793935 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 11 22:09:55.794235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.795342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.795948 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: ext-gw-mode
Nov 11 22:09:55.796318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.797344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.797943 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: l3-ha
Nov 11 22:09:55.798865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: l3_flavors.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.800036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.800637 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: l3-flavors
Nov 11 22:09:55.801006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.802026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.802880 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 11 22:09:55.803254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: l3agentscheduler.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.804678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.805344 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: l3_agent_scheduler
Nov 11 22:09:55.805708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: logging.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.807566 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.808197 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension logging not supported by any of loaded plugins
Nov 11 22:09:55.808571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: metering.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.811461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.812229 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: metering
Nov 11 22:09:55.812614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: multiprovidernet.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.814356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.814953 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: multi-provider
Nov 11 22:09:55.815317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: netmtu.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.816330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.816925 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: net-mtu
Nov 11 22:09:55.817333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: netmtu_writable.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.818293 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.818869 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: net-mtu-writable
Nov 11 22:09:55.819236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: network_availability_zone.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.820031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.820618 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: network_availability_zone
Nov 11 22:09:55.820984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: network_ip_availability.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.822228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.822809 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: network-ip-availability
Nov 11 22:09:55.823178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: network_segment_range.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.824194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.824789 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension network-segment-range not supported by any of loaded plugins
Nov 11 22:09:55.825151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: pagination.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.826274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.826658 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: pagination
Nov 11 22:09:55.827019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.827959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.828543 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: port-mac-address-regenerate
Nov 11 22:09:55.828906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: port_resource_request.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.829901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.830472 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension port-resource-request not supported by any of loaded plugins
Nov 11 22:09:55.830834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: portbindings.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.831775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.832361 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: binding
Nov 11 22:09:55.832724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: portbindings_extended.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.834101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.834687 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: binding-extended
Nov 11 22:09:55.835054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: portsecurity.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.835982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.836563 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: port-security
Nov 11 22:09:55.836926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: project_id.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.837978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.838355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: project-id
Nov 11 22:09:55.838716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: providernet.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.839788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.840376 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: provider
Nov 11 22:09:55.840739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.844457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.845087 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos not supported by any of loaded plugins
Nov 11 22:09:55.845483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.846737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.847321 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 11 22:09:55.847687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.848614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.849186 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 11 22:09:55.849616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos_default.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.850535 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.851107 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos-default not supported by any of loaded plugins
Nov 11 22:09:55.851472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos_fip.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.852168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.852741 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos-fip not supported by any of loaded plugins
Nov 11 22:09:55.853100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos_gateway_ip.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.854072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.854640 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 11 22:09:55.855011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos_port_network_policy.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.855922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.856486 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 11 22:09:55.856845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos_rule_type_details.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.857789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.858353 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 11 22:09:55.858714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: qos_rules_alias.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.859777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.860355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 11 22:09:55.861240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: quotasv2.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.862388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.862771 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: quotas
Nov 11 22:09:55.863129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: quotasv2_detail.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.865103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.865771 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: quota_details
Nov 11 22:09:55.866412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: rbac.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.867957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.868569 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: rbac-policies
Nov 11 22:09:55.868944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: rbac_address_scope.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.869936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.870516 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: rbac-address-scope
Nov 11 22:09:55.870882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: rbac_security_groups.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.872013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.872992 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: rbac-security-groups
Nov 11 22:09:55.873655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: rbac_subnetpool.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.875186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.875777 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: rbac-subnetpool
Nov 11 22:09:55.876170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: revisionifmatch.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.877687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.878269 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: revision-if-match
Nov 11 22:09:55.878807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: revisions.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.879750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.880330 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: standard-attr-revisions
Nov 11 22:09:55.880699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: router_availability_zone.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.881527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.882115 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: router_availability_zone
Nov 11 22:09:55.882489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: routerservicetype.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.892892 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.893519 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension router-service-type not supported by any of loaded plugins
Nov 11 22:09:55.893900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.894863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.895437 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: port-security-groups-filtering
Nov 11 22:09:55.895808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: securitygroup.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.909126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.909788 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: security-group
Nov 11 22:09:55.910159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: segment.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.911069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.911637 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension segment not supported by any of loaded plugins
Nov 11 22:09:55.912007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.912955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.913553 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 11 22:09:55.913911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: servicetype.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.915007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.915582 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: service-type
Nov 11 22:09:55.915949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: sorting.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.916915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.917334 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: sorting
Nov 11 22:09:55.917668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: standard_attr_segment.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.918576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.919150 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 11 22:09:55.919504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: standardattrdescription.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.920182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.920753 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: standard-attr-description
Nov 11 22:09:55.921112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: stateful_security_group.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.922068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.922643 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: stateful-security-group
Nov 11 22:09:55.923496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: stdattrs_common.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.924078 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 11 22:09:55.924431 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.925386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.925972 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 11 22:09:55.926324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: subnet_onboard.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.927386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.928219 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: subnet_onboard
Nov 11 22:09:55.928578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.929580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.930145 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 11 22:09:55.930501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: subnet_service_types.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.931487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.932072 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: subnet-service-types
Nov 11 22:09:55.932429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: subnetallocation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.933533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.934113 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: subnet_allocation
Nov 11 22:09:55.934468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.935169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.935733 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: subnetpool-prefix-ops
Nov 11 22:09:55.936096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.937035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.937635 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 11 22:09:55.937998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: tagging.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.939938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.940524 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: standard-attr-tag
Nov 11 22:09:55.940890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: timestamp.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.942115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.942699 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loaded extension: standard-attr-timestamp
Nov 11 22:09:55.943066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: trunk.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.944095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.944665 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension trunk not supported by any of loaded plugins
Nov 11 22:09:55.945027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: trunk_details.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.945969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.946552 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension trunk-details not supported by any of loaded plugins
Nov 11 22:09:55.946909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: uplink_status_propagation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.947841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.948426 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 11 22:09:55.948783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Loading extension file: vlantransparent.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 11 22:09:55.949527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 11 22:09:55.950093 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 11 22:09:55.952541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:network
Nov 11 22:09:55.953393 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:subnet
Nov 11 22:09:55.954062 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 22:09:55.954715 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:port
Nov 11 22:09:55.956119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.956718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service FLAVORS assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.957453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.957940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.958318 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:router
Nov 11 22:09:55.959012 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:floatingip
Nov 11 22:09:55.959788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service METERING assigned prefix: /metering {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.961623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00b7b92eb8>> rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.962032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00b7b92eb8>> rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.962417 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00b7b92eb8>> rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:09:55.963530 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of CountableResource for resource:rbac_policy
Nov 11 22:09:55.964022 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:security_group
Nov 11 22:09:55.964820 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 11 22:09:55.965656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service CORE assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.966024 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 22:09:55.966386 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] subnetpool is already registered
Nov 11 22:09:55.967054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service CORE assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.967417 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 22:09:55.967780 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] subnetpool is already registered
Nov 11 22:09:55.970407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.970879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service FLAVORS assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.971524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.972085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.972359 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:router
Nov 11 22:09:55.972721 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] router is already registered
Nov 11 22:09:55.973402 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:floatingip
Nov 11 22:09:55.973766 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] floatingip is already registered
Nov 11 22:09:55.974449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service METERING assigned prefix: /metering {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.975176 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of CountableResource for resource:rbac_policy
Nov 11 22:09:55.975568 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] rbac_policy is already registered
Nov 11 22:09:55.976022 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:security_group
Nov 11 22:09:55.976379 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] security_group is already registered
Nov 11 22:09:55.977189 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 11 22:09:55.977573 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] security_group_rule is already registered
Nov 11 22:09:55.978308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service CORE assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.978674 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 22:09:55.979035 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] subnetpool is already registered
Nov 11 22:09:55.979692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Service CORE assigned prefix:  {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 11 22:09:55.980053 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Creating instance of TrackedResource for resource:subnetpool
Nov 11 22:09:55.980409 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] subnetpool is already registered
Nov 11 22:09:55.981127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: extensions {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.982708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: address-scopes {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.983942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: agents {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.985254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: auto-allocated-topology {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.987069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: availability_zones {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.988315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: dhcp-networks {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.989873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: dhcp-agents {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.991297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: routers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.993019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: flavors {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.995279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: service_profiles {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.996524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: next_providers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.998108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: service_profiles {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:55.999575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: floatingip-pools {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.000973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: routers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.003286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: floatingips {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.004498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: l3-routers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.006036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: l3-agents {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.007463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: metering-labels {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.008757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: metering-label-rules {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.010175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: network-ip-availabilities {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.011455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: bindings {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.013132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: quotas {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.014720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: quotas {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.016176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: rbac-policies {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.017460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: security-groups {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.018701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: security-group-rules {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.020055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: service-providers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.021325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: subnetpools {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.022701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: subnetpools {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.024278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.026018 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.027820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.029729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.031424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.033260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.035095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.036841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.038860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.040662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.extensions [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 11 22:09:56.047670 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING keystonemiddleware.auth_token [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 11 22:09:56.053268 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING keystonemiddleware.auth_token [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 11 22:09:56.062042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Acquired lock "singleton_lock" {{(pid=88233) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Nov 11 22:09:56.062573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Releasing lock "singleton_lock" {{(pid=88233) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Nov 11 22:09:56.064579 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO oslo_service.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Starting 2 workers
Nov 11 22:09:56.069385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Started child 88344 {{(pid=88233) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Nov 11 22:09:56.073770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:09:56.074145 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Started child 88345 {{(pid=88233) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Nov 11 22:09:56.075290 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [-] (88344) wsgi starting up on http://0.0.0.0:9696
Nov 11 22:09:56.075737 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Neutron service started, listening on 0.0.0.0:9696
Nov 11 22:09:56.076387 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Notify callbacks [] for process, before_spawn {{(pid=88233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:09:56.078098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:09:56.078876 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO oslo_service.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Starting 1 workers
Nov 11 22:09:56.079490 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [-] (88345) wsgi starting up on http://0.0.0.0:9696
Nov 11 22:09:56.084386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Started child 88346 {{(pid=88233) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Nov 11 22:09:56.084929 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO oslo_service.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Starting 1 workers
Nov 11 22:09:56.086907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] calling RpcWorker wait() {{(pid=88346) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 11 22:09:56.087284 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] returning from RpcWorker wait() {{(pid=88346) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 11 22:09:56.088803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:09:56.089359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:09:56.089667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Started child 88347 {{(pid=88233) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Nov 11 22:09:56.090476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c987b4-c251-4860-94b4-95b0f4f0933f None None] Notify callbacks [] for process, after_spawn {{(pid=88233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:09:56.092232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88233) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Nov 11 22:09:56.092468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 11 22:09:56.092677 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 11 22:09:56.092953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 11 22:09:56.093401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 11 22:09:56.093601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 11 22:09:56.094095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:09:56.094194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.094441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.094726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.095034 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.095353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.096017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.096461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.096622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.097085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.097382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.097588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.097783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.098241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.098345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.098663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.098958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.099219 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.099489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.099679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.099975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.100275 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.100542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.100833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.101098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.101725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.101979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.102250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.102522 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.102877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.103159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.103400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.103660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.103919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.104179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.104457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.104695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.104950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.105231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.105502 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.105988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] host                           = dv-cinder-815883-4-iscsi {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.106190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.106437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.106710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.106965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.107243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.107463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.107749 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.108090 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.108372 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.108676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.108942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.109199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.109495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.109761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.109961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.110295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.111016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.111306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.111517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.111669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.111863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.112154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.112314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.112591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.112854 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.113054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.113318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.113570 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.113809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.114117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.114370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.114611 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.114869 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.115151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.115446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.115721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.116000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.116238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.116491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.116729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.116968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.117223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.117487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.117725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.117988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.118253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.118575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.118758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.119039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.119299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.119531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.119785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.120106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.120578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.120781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.121062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.121333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.121747 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.122089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.122299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.122568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.122834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.123082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.123346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.123587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.123859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.124059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.124207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:09:56.124359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.124569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.125081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.125430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.125787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.126082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.126916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.127182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.127560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.127719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.127946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.128209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.128539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.128879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.129201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.129520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.129800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.130131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.130377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.130722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.130969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.131212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.131459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.131716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.132031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.132308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.132640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.132934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.133181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.133474 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.133761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.134056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.134322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.134571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.134862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.135137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.135379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.135637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.135923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.136197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.136420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.136683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.136931 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.137171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.137438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.137673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.137933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.138283 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.138549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.138803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.139117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.139358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.139621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.139866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.140108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.140348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.140604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.140841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.141061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.141317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.141573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.141879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.142130 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.142377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.142617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.142862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.143100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.143332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.143561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.143876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.144040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.144256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.144494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.144736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.144974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.145307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.147010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.147010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.147010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.147010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.147010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.147010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.148906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.148906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.148906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.148906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.148906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.148906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.148906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.148906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.149613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.149613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.149613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.149861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.150035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.150310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.150562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.150915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.151204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.151469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.151730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.152009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.152401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.152667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.152996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.153269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.153584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.153934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.154216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.154500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.154790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.155198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.155483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.155765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.156055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.156320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.156611 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.156869 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.157175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.158347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.158347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.159771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.159771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.159771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.159771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.160030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.160160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.160450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.160721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.160816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40284) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:09:56.161064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.162013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.162013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.162013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.162259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.162337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.162616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.162865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.163696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.163696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.163696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.163924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.164002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.164231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.164484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.164730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.164975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.165292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.165552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.165822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.166119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.166366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.166614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.166876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.167111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.167745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.168186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.168666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.169149 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.169517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.169809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.170067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.170348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.170595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.170865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.171321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.171718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.172189 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.172745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.173697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.174084 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.174493 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.174876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.175334 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.175591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.175950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.176221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.176506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.176760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.177013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.177260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.177537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.178039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.178288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.178551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.178826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.179122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.179387 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.179658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.179904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.180146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.180420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.180664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.180962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.181309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.181627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.181787 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0163791
Nov 11 22:09:56.181940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.182234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.182404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.182786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.183014 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.183291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.183638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.183851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.184969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.185461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.186528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.186928 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.187426 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.187805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.188230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.188659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.189062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.189488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.189966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.190473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.191026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.191592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.192065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.192592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.193122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.193630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.193630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.193630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.194658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.194860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.195084 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.195330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.195758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.196201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.196623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.197076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.197335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.197724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.198223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.198527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.198806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.199779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.199779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.199779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.199779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.200068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.200254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.200681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.200850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 11 22:09:56.201650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88233) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Nov 11 22:09:56.201840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 11 22:09:56.202004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 11 22:09:56.202232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 11 22:09:56.202420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 11 22:09:56.202595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 11 22:09:56.202883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.202981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.203312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.203410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.203597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.203806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.204008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.204172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.205829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.206813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.206813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.206813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.206813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.206813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.206813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.208424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.208424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.208424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.208424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.208424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.208424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.209301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.209301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.209301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.209301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.209301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.209301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.209301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.209301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.211515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.211515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] host                           = dv-cinder-815883-4-iscsi {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.211515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.211515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.211515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.211515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.211515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.211515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.212643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.212643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.212643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.212643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.212643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.212643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.212643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.212643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.213642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.213642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.213642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.213642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.213642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.213642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.213642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.214231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.214231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.214231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.214497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.214497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.214672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.214824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.215010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.215198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.215382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.215568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.215752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.215937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.216124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.216308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.216493 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.216678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.216862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.217047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.217231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.217440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.217624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.217809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.217992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.218179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.218414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.219398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.219398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.219398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.219398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.219398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.219398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.220561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.220561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.220561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.220561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.220896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.220896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.221081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.221271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.222275 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.222471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.222632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.222780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.223137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.223305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.223720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.223915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 11 22:09:56.224129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.224324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.224529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.224720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.224911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.225101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.225409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.225603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.225760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.225915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.226065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.226214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.226364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.226509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.226652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.226832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.226994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.228117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.228117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.228117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.228117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.228117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.228117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.228117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.229950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.230633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.230633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.230633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.231153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.231153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.231153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.231554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.231554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.232654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.232654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.232654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.232654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.232654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.232654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.232654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.233719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.233719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.233719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.233719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.233719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.233719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.234588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.234588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.234588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.234588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.234588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.234950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.234950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.235110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.235206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.236584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.236584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.236584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.236584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.236584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.236916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.236916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.237042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.237780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.237780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.237780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.237780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.238160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.238160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.238346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.238444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.238640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.238832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.239002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.239311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.239616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.239918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.240217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.240557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.240784 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.241095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.241472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.241824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.242023 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.242211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.242402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.243943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.244667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.244667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.244667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.244667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.244976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.244976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.245101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.245327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.246875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.246875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.246875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.247229 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.247229 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.247456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.247456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.247636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.247775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.247966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.248156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.248345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.248535 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.248724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.248912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.249104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.249310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.252193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.252193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.252193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.252193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.252193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.252193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.252193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.252193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.253070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.253070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.253070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.253070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.253070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.253070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.253070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.253070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.254975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.256148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.256148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.256148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.256148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.256148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.256148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.256148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.257795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.257795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.257795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.257795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.257795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.257795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.257795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.257795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.258650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.258650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.258650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.258650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.258650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.258650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.259161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.259161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.259161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.261308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.261526 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.261723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.261915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.262108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.262305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.262463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.262665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.262856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.263045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.263235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.263433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.263622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.263792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.264146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.264335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.264526 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.264722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.264911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.265199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.265340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:09:56.265439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.265515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.265643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.265839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.266030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.266292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.266389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.266555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.266764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.266963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.267164 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.267359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.267549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.267746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.267942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.268139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.268327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.269910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.270026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.270206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.270393 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.270578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.270765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.270953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.271141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.271330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.271519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.271707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.271894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.272080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 11 22:09:56.272262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 11 22:10:06.546006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c147c-cc4c-46b4-8ae4-d358bf0df88b None None] get_active_networks_info from dv-cinder-815883-4-iscsi {{(pid=88346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 11 22:10:06.786648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c147c-cc4c-46b4-8ae4-d358bf0df88b None None] No non-hosted networks {{(pid=88346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 11 22:10:06.929042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7a3a59da-aeb3-4dd1-bd43-3765f01fc57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036838107040'] for agent, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:08.774503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f6764890-4654-4bba-b805-4226f5df2971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036838107040'] for agent, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:08.817885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-432b9096-3ecf-4046-a6e2-58360ed47616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:08.840265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036838107040'] for agent, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:08.841212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.841775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.842368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.843044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.843830 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.844345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.844887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.845458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.845967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.846490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.846997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:08.847540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f00b76bd438>, 'Open vSwitch agent', 'dv-cinder-815883-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:08.856899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f00b78277f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815883-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:09.360231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036838107040'] for agent, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:11.074961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036838107040'] for agent, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:11.182742 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_hamode_db [None req-c7d92552-a87f-4fe0-ab67-990599eef99e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 11 22:10:11.274776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d92552-a87f-4fe0-ab67-990599eef99e None None] Routers set() bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:10:11.275181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d92552-a87f-4fe0-ab67-990599eef99e None None] Router IDs set() for agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 11 22:10:11.616934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 40404) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:12.300046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [None req-3f18ac1a-2dc5-458c-b6aa-689c28f0ef94 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:10:12.301366 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3f18ac1a-2dc5-458c-b6aa-689c28f0ef94 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.6822743
Nov 11 22:10:14.523696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 40420) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:14.619528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-d773eda3-ef27-450d-9801-701a2d23cc1b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:10:15.108436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.policy [None req-d773eda3-ef27-450d-9801-701a2d23cc1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88345) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Nov 11 22:10:15.116142 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota [None req-d773eda3-ef27-450d-9801-701a2d23cc1b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f00b78f0780>.
Nov 11 22:10:15.153726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d773eda3-ef27-450d-9801-701a2d23cc1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:10:15.310812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d773eda3-ef27-450d-9801-701a2d23cc1b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727571076835', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727571122041', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727571122329', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727571106412', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727570266721', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1206589', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853567179', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838418416', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16708677'] for rbac-policy, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:15.537675 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d773eda3-ef27-450d-9801-701a2d23cc1b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:15.538996 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d773eda3-ef27-450d-9801-701a2d23cc1b admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0139532
Nov 11 22:10:17.888956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40436) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:18.407611 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Request body: {'network': {'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'admin_state_up': True, 'name': 'private'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:10:18.410210 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.quota [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f00b78eb198>.
Nov 11 22:10:18.446287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:10:18.452277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Usage tracker for resource:network and tenant:485df265b1654544b5d5c3fcf7d8ad55 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:10:18.456672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:10:18.464250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:10:18.520562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Made reservation on behalf of 485df265b1654544b5d5c3fcf7d8ad55 for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:10:18.759628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.policy [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88344) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Nov 11 22:10:18.770564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:18.788907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:18.910284 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:10:18.914713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Usage tracker for resource:security_group_rule and tenant:485df265b1654544b5d5c3fcf7d8ad55 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:10:18.918192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:10:18.925595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:10:19.057379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:19.074908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:19.081175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:19.100865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:10:19.131843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309287984961', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:19.132469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f00b84b0bf8> segment precommit_create {{(pid=88344) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 11 22:10:19.133186 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Added segment 663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a of type vlan for network e0249c22-ee25-4980-84f1-d049e14dba1c
Nov 11 22:10:19.187258 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a771ec1b-816c-4ac0-80bb-da89e12a4b47,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:19.215169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.215533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.215896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.216255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.216611 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.216967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.217340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.217695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.218044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.218390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.218734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Tracked resource versions report:
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]: pushed versions:
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]: {   'ConntrackHelper': {'1.0'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Log': {'1.0'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Network': {'1.1'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Port': {'1.5'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'PortForwarding': {'1.2'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'QosPolicy': {'1.8'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroup': {'1.2'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroupRule': {'1.0'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SubPort': {'1.0'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Subnet': {'1.1'},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Trunk': {'1.1'}}
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]: consumer versions:
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]: {   DHCP agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     L3 agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metadata agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metering agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:     Open vSwitch agent@dv-cinder-815883-4-iscsi: {   'ConntrackHelper': '1.0',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Log': '1.0',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Network': '1.1',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Port': '1.5',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'PortForwarding': '1.2',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'QosPolicy': '1.8',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroup': '1.2',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroupRule': '1.0',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SubPort': '1.0',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Subnet': '1.1',
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Trunk': '1.1'}}
Nov 11 22:10:19.220442 dv-cinder-815883-4-iscsi neutron-server[88233]:  {{(pid=88344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 11 22:10:19.257169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:19.276320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:19.331921 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:19.333412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:10:19.334082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:19.339292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:19.445797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Pushing event updated for resources: {'Network': ['ID=e0249c22-ee25-4980-84f1-d049e14dba1c,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:19.449635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:19.458390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network e0249c22-ee25-4980-84f1-d049e14dba1c details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:10:19.516070 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.6255021
Nov 11 22:10:21.807456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40460) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:21.992939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78986b18-42c6-426a-8490-9b8861a38fd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:10:21.994424 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-78986b18-42c6-426a-8490-9b8861a38fd3 admin admin] 10.222.0.18 "GET /v2.0/networks/e0249c22-ee25-4980-84f1-d049e14dba1c HTTP/1.1" status: 200  len: 825 time: 0.1859391
Nov 11 22:10:22.026897 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-689095bb-d1c1-47df-99d0-b0ca8bdd7326 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/001e79fb-2879-48f7-9fd7-1110eda9ee04 HTTP/1.1" status: 200  len: 734 time: 0.0263395
Nov 11 22:10:22.037177 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Request body: {'subnet': {'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'subnetpool_id': '001e79fb-2879-48f7-9fd7-1110eda9ee04', 'name': 'private-subnet'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:10:22.042264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:10:22.046183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Usage tracker for resource:subnet and tenant:485df265b1654544b5d5c3fcf7d8ad55 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:10:22.049798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:10:22.055929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:10:22.177739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Made reservation on behalf of 485df265b1654544b5d5c3fcf7d8ad55 for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:10:22.182314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:22.533008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:22.538340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:22.625227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299a304a-4fae-4382-8d82-cae93fca73c5,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:22.628509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:22.636591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Checking segment: {'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:10:22.636987 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Network hostable DHCP agents. Network: e0249c22-ee25-4980-84f1-d049e14dba1c, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:10:22.697005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Network e0249c22-ee25-4980-84f1-d049e14dba1c is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:10:22.737308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, e0249c22-ee25-4980-84f1-d049e14dba1c) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:10:22.742537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:10:22.743375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:22.747683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0994b46-c4b2-46b0-b513-92ec71260d09 None None] Network e0249c22-ee25-4980-84f1-d049e14dba1c requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:10:22.795668 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7620592
Nov 11 22:10:23.186244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-e0249c22-ee25-4980-84f1-d049e14dba1c', 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'fixed_ips': [{'subnet_id': '299a304a-4fae-4382-8d82-cae93fca73c5'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:10:23.187353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:23.403224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Allocated IP 172.20.0.2 (e0249c22-ee25-4980-84f1-d049e14dba1c/299a304a-4fae-4382-8d82-cae93fca73c5/80a53889-a627-46e1-a553-e1edcc83f5c1) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:10:23.671409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:23.740594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Transition to ACTIVE for port object 80a53889-a627-46e1-a553-e1edcc83f5c1 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:10:23.764523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Transition to ACTIVE for port object 80a53889-a627-46e1-a553-e1edcc83f5c1 will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:10:23.800573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:23.806001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:23.883424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Network e0249c22-ee25-4980-84f1-d049e14dba1c is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:10:23.887835 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:10:23.895399 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Pushing event updated for resources: {'Port': ['ID=80a53889-a627-46e1-a553-e1edcc83f5c1,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:23.898273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:10:23.911240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.911647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.912049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.912489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.912882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.913322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.913733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.914096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.914453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.914827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.915220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Tracked resource versions report:
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]: pushed versions:
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]: {   'ConntrackHelper': {'1.0'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Log': {'1.0'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Network': {'1.1'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Port': {'1.5'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'PortForwarding': {'1.2'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'QosPolicy': {'1.8'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroup': {'1.2'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroupRule': {'1.0'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SubPort': {'1.0'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Subnet': {'1.1'},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Trunk': {'1.1'}}
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]: consumer versions:
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]: {   DHCP agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     L3 agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metadata agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metering agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:     Open vSwitch agent@dv-cinder-815883-4-iscsi: {   'ConntrackHelper': '1.0',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Log': '1.0',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Network': '1.1',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Port': '1.5',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'PortForwarding': '1.2',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'QosPolicy': '1.8',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroup': '1.2',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroupRule': '1.0',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SubPort': '1.0',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Subnet': '1.1',
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Trunk': '1.1'}}
Nov 11 22:10:23.916435 dv-cinder-815883-4-iscsi neutron-server[88233]:  {{(pid=88346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 11 22:10:23.947053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:24.009606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Attempting to bind port 80a53889-a627-46e1-a553-e1edcc83f5c1 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:10:24.010155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Attempting to bind port 80a53889-a627-46e1-a553-e1edcc83f5c1 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:10:24.010459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Attempting to bind port 80a53889-a627-46e1-a553-e1edcc83f5c1 on network e0249c22-ee25-4980-84f1-d049e14dba1c {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:10:24.017226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:10:24.017678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Checking segment: {'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:10:24.018144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:24.018573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Bound using segment: {'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:10:24.019103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Bound port: 80a53889-a627-46e1-a553-e1edcc83f5c1, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:10:24.019526 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:24.111325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] For port 80a53889-a627-46e1-a553-e1edcc83f5c1, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:10:24.115459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] For port 80a53889-a627-46e1-a553-e1edcc83f5c1, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=80a53889-a627-46e1-a553-e1edcc83f5c1,segment=NetworkSegment(663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a),segment_id=663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:10:24.155277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:24.160849 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:24.250442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Pushing event updated for resources: {'Port': ['ID=80a53889-a627-46e1-a553-e1edcc83f5c1,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:24.253222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:25.066494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40472) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:25.152248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [None req-4de9e99d-44e1-463c-8751-05976b57a36c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:10:25.153361 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4de9e99d-44e1-463c-8751-05976b57a36c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0858290
Nov 11 22:10:27.406707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40488) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:27.487471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [None req-4ef6b6b8-8add-4c97-958e-1e0a972b1fa1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:10:27.488570 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4ef6b6b8-8add-4c97-958e-1e0a972b1fa1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0808592
Nov 11 22:10:29.038009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf3ad84-9214-4e6a-b07a-1712b2e7c5cc None None] Network e0249c22-ee25-4980-84f1-d049e14dba1c requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:10:29.183647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-65934544-2fbc-4cff-8b68-7ab5a5880cdf None None] Provisioning for port 80a53889-a627-46e1-a553-e1edcc83f5c1 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:10:29.235199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 80a53889-a627-46e1-a553-e1edcc83f5c1 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:10:29.405540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 80a53889-a627-46e1-a553-e1edcc83f5c1 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:10:29.411173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 80a53889-a627-46e1-a553-e1edcc83f5c1 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:29.411583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:29.537782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:29.574492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 80a53889-a627-46e1-a553-e1edcc83f5c1, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=80a53889-a627-46e1-a553-e1edcc83f5c1,segment=NetworkSegment(663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a),segment_id=663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:10:29.606303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:29.611179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:29.677213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=80a53889-a627-46e1-a553-e1edcc83f5c1,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:29.681169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:29.729427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-cb331400-37eb-4a35-9bb8-7aa1689ffb56 None None] Provisioning complete for port 80a53889-a627-46e1-a553-e1edcc83f5c1 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:29.729842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cb331400-37eb-4a35-9bb8-7aa1689ffb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:29.767571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40502) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:29.858458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:10:29.864515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:10:29.868543 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Usage tracker for resource:router and tenant:485df265b1654544b5d5c3fcf7d8ad55 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:10:29.876125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:10:29.882238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:10:29.920462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:29.921750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:30.004985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:30.258522 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:30.303470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:30.304759 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b8d36806-735d-47df-bb4f-6b318c0eed4e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5359874
Nov 11 22:10:31.191581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 80a53889-a627-46e1-a553-e1edcc83f5c1 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:10:31.261703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 80a53889-a627-46e1-a553-e1edcc83f5c1 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:31.262303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:32.584410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40514) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:32.660783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [None req-29061d76-a103-4bfb-a37c-f8aa66c5ed4f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:10:32.661865 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-29061d76-a103-4bfb-a37c-f8aa66c5ed4f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0764439
Nov 11 22:10:35.029733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 40526) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:35.110744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:10:35.116767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:10:35.123366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Usage tracker for resource:network and tenant:284b32ebe9434a509002da27a23b7b4a is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:10:35.127571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:10:35.134013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:10:35.245630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Made reservation on behalf of 284b32ebe9434a509002da27a23b7b4a for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:10:35.251565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:35.268457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:35.402810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:10:35.407302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Usage tracker for resource:security_group_rule and tenant:284b32ebe9434a509002da27a23b7b4a is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:10:35.410494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:10:35.417015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:10:35.536375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:35.566072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:35.571221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:35.641136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Reserving flat network on physical network physnet1 {{(pid=88345) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 11 22:10:35.740165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309287984961', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:35.740763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f00b84b0bf8> segment precommit_create {{(pid=88345) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 11 22:10:35.741372 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Added segment 44073f0c-c7d7-4423-9380-bd4356472033 of type flat for network 3055b600-b271-4837-8b5f-e4288dee987a
Nov 11 22:10:35.797510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226154cd-c272-492b-b25b-3fb082a07bc1,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:35.827081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.827453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.828379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.828744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.829106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.829489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.829851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.830203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.830555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.830909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.831254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Tracked resource versions report:
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]: pushed versions:
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]: {   'ConntrackHelper': {'1.0'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Log': {'1.0'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Network': {'1.1'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Port': {'1.5'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'PortForwarding': {'1.2'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'QosPolicy': {'1.8'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroup': {'1.2'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroupRule': {'1.0'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SubPort': {'1.0'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Subnet': {'1.1'},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Trunk': {'1.1'}}
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]: consumer versions:
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]: {   DHCP agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     L3 agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metadata agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metering agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:     Open vSwitch agent@dv-cinder-815883-4-iscsi: {   'ConntrackHelper': '1.0',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Log': '1.0',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Network': '1.1',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Port': '1.5',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'PortForwarding': '1.2',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'QosPolicy': '1.8',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroup': '1.2',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroupRule': '1.0',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SubPort': '1.0',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Subnet': '1.1',
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Trunk': '1.1'}}
Nov 11 22:10:35.832432 dv-cinder-815883-4-iscsi neutron-server[88233]:  {{(pid=88345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 11 22:10:35.872957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:35.886882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:35.960069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:35.961549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:10:35.962221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:35.967357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:36.079091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Pushing event updated for resources: {'Network': ['ID=3055b600-b271-4837-8b5f-e4288dee987a,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:36.082480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:36.090687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 3055b600-b271-4837-8b5f-e4288dee987a details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:10:36.103944 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0730391
Nov 11 22:10:36.343316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed7db-cdd0-4405-8144-96671cd33f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:38.304263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40542) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:38.449371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716b24b-4da3-4164-9db0-a889b6e49038 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:10:38.450767 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c716b24b-4da3-4164-9db0-a889b6e49038 admin admin] 10.222.0.18 "GET /v2.0/subnets/299a304a-4fae-4382-8d82-cae93fca73c5 HTTP/1.1" status: 200  len: 849 time: 0.1454287
Nov 11 22:10:38.600290 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6a9c7042-bc81-437a-a3c5-64b186b04794 admin admin] 10.222.0.18 "GET /v2.0/routers/a04eef24-4fa0-40dc-80ad-944b9649391f HTTP/1.1" status: 200  len: 704 time: 0.1434877
Nov 11 22:10:38.759914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7dccdfd6-8e51-415f-ada3-271d8e760773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:38.828956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:39.093788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:39.314329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:39.336224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Allocated IP 172.20.0.1 (e0249c22-ee25-4980-84f1-d049e14dba1c/299a304a-4fae-4382-8d82-cae93fca73c5/11013839-28ba-4be6-bb05-8e36df627077) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:10:39.645702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:39.678333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Transition to ACTIVE for port object 11013839-28ba-4be6-bb05-8e36df627077 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:10:39.794948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:39.800899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:39.873242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Network e0249c22-ee25-4980-84f1-d049e14dba1c is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:10:39.876732 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Pushing event updated for resources: {'Port': ['ID=11013839-28ba-4be6-bb05-8e36df627077,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:39.879056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:10:39.891096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:39.909026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:10:39.909607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:40.211282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f60095ca-4630-4cf1-a9e1-c74f01188e7c None None] Provisioning for port 11013839-28ba-4be6-bb05-8e36df627077 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:10:40.216568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f60095ca-4630-4cf1-a9e1-c74f01188e7c None None] Provisioning complete for port 11013839-28ba-4be6-bb05-8e36df627077 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:40.216974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f60095ca-4630-4cf1-a9e1-c74f01188e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:40.259887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:40.275384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f60095ca-4630-4cf1-a9e1-c74f01188e7c None None] Port 11013839-28ba-4be6-bb05-8e36df627077 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:10:40.518472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:40.560191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:40.561410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:40.566389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:40.663088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Pushing event updated for resources: {'Port': ['ID=11013839-28ba-4be6-bb05-8e36df627077,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:40.717958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:40.809661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Network e0249c22-ee25-4980-84f1-d049e14dba1c is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:10:40.809661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:10:41.034341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:41.135339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-63f4a3da-46a9-44ff-bcf4-ef51e9a74ca7 None None] Provisioning complete for port 11013839-28ba-4be6-bb05-8e36df627077 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:41.135339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-63f4a3da-46a9-44ff-bcf4-ef51e9a74ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:41.188430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Router a04eef24-4fa0-40dc-80ad-944b9649391f is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:10:41.189424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-63f4a3da-46a9-44ff-bcf4-ef51e9a74ca7 None None] Port 11013839-28ba-4be6-bb05-8e36df627077 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:10:41.360919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:10:41.370608 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] 10.222.0.18 "PUT /v2.0/routers/a04eef24-4fa0-40dc-80ad-944b9649391f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7648094
Nov 11 22:10:41.372009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Sync routers for ids ['a04eef24-4fa0-40dc-80ad-944b9649391f'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:10:41.399628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Routers {'a04eef24-4fa0-40dc-80ad-944b9649391f'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:10:41.399628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b77fce80>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:10:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['a04eef24-4fa0-40dc-80ad-944b9649391f'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:41.567912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Set router a04eef24-4fa0-40dc-80ad-944b9649391f gateway port host: None {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:10:41.948808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b77fce80>, [{'id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'name': 'router1', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:29Z', 'updated_at': '2021-11-11T22:10:39Z', 'revision_number': 2, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'gw_port_host': None, '_interfaces': [{'id': '11013839-28ba-4be6-bb05-8e36df627077', 'name': '', 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'mac_address': 'fa:16:3e:e0:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:39Z', 'updated_at': '2021-11-11T22:10:40Z', 'revision_number': 2, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'subnets': [{'id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '001e79fb-2879-48f7-9fd7-1110eda9ee04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:41.954920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Checking router: a04eef24-4fa0-40dc-80ad-944b9649391f for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:10:41.955315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Updating router a04eef24-4fa0-40dc-80ad-944b9649391f port 11013839-28ba-4be6-bb05-8e36df627077 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:10:42.010775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:42.406313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:42.421883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Transition to ACTIVE for port object 11013839-28ba-4be6-bb05-8e36df627077 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:10:42.456429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:42.461536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:42.600125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Pushing event updated for resources: {'Port': ['ID=11013839-28ba-4be6-bb05-8e36df627077,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:42.674787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.675106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.675435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.675842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.676201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.676925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.677173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.677563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.677856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.678204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.678550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Tracked resource versions report:
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]: pushed versions:
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]: {   'ConntrackHelper': {'1.0'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Log': {'1.0'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Network': {'1.1'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Port': {'1.5'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'PortForwarding': {'1.2'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'QosPolicy': {'1.8'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroup': {'1.2'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroupRule': {'1.0'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SubPort': {'1.0'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Subnet': {'1.1'},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Trunk': {'1.1'}}
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]: consumer versions:
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]: {   DHCP agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     L3 agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metadata agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metering agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:     Open vSwitch agent@dv-cinder-815883-4-iscsi: {   'ConntrackHelper': '1.0',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Log': '1.0',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Network': '1.1',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Port': '1.5',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'PortForwarding': '1.2',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'QosPolicy': '1.8',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroup': '1.2',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroupRule': '1.0',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SubPort': '1.0',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Subnet': '1.1',
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Trunk': '1.1'}}
Nov 11 22:10:42.679665 dv-cinder-815883-4-iscsi neutron-server[88233]:  {{(pid=88347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 11 22:10:42.683353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:42.706199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Attempting to bind port 11013839-28ba-4be6-bb05-8e36df627077 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:10:42.706627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Attempting to bind port 11013839-28ba-4be6-bb05-8e36df627077 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:10:42.707067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Attempting to bind port 11013839-28ba-4be6-bb05-8e36df627077 on network e0249c22-ee25-4980-84f1-d049e14dba1c {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:10:42.714127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:10:42.714546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Checking segment: {'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:10:42.715017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:42.715442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Bound using segment: {'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:10:42.715976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Bound port: 11013839-28ba-4be6-bb05-8e36df627077, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:10:42.716365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:42.807166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] For port 11013839-28ba-4be6-bb05-8e36df627077, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:10:42.811418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] For port 11013839-28ba-4be6-bb05-8e36df627077, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=11013839-28ba-4be6-bb05-8e36df627077,segment=NetworkSegment(663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a),segment_id=663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:10:42.874993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:42.879966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:42.985624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Routers {'a04eef24-4fa0-40dc-80ad-944b9649391f'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:10:42.986307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b77fce80>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:10:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['a04eef24-4fa0-40dc-80ad-944b9649391f'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:43.036005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Pushing event updated for resources: {'Port': ['ID=11013839-28ba-4be6-bb05-8e36df627077,revision_number=4']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:43.039278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:43.153639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] Set router a04eef24-4fa0-40dc-80ad-944b9649391f gateway port host: None {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:10:43.573467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40558) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:43.645569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b77fce80>, [{'id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'name': 'router1', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:29Z', 'updated_at': '2021-11-11T22:10:39Z', 'revision_number': 2, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'gw_port_host': None, '_interfaces': [{'id': '11013839-28ba-4be6-bb05-8e36df627077', 'name': '', 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'mac_address': 'fa:16:3e:e0:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:39Z', 'updated_at': '2021-11-11T22:10:42Z', 'revision_number': 4, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'subnets': [{'id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '001e79fb-2879-48f7-9fd7-1110eda9ee04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:43.649787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40adbe6-67c4-4212-bbaa-4fa1b0be417a None None] The sync data for ids ['a04eef24-4fa0-40dc-80ad-944b9649391f'] in dv-cinder-815883-4-iscsi is: [{'id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'name': 'router1', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:29Z', 'updated_at': '2021-11-11T22:10:39Z', 'revision_number': 2, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'gw_port_host': None, '_interfaces': [{'id': '11013839-28ba-4be6-bb05-8e36df627077', 'name': '', 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'mac_address': 'fa:16:3e:e0:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:39Z', 'updated_at': '2021-11-11T22:10:42Z', 'revision_number': 4, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'subnets': [{'id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '001e79fb-2879-48f7-9fd7-1110eda9ee04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:10:43.757038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07397340-8662-4889-bf6e-45f966c0ea50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:10:43.758558 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-07397340-8662-4889-bf6e-45f966c0ea50 admin admin] 10.222.0.18 "GET /v2.0/networks/3055b600-b271-4837-8b5f-e4288dee987a HTTP/1.1" status: 200  len: 842 time: 0.1840653
Nov 11 22:10:43.768654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'gateway_ip': '172.27.1.1'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:10:43.774110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:10:43.778101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Usage tracker for resource:subnet and tenant:284b32ebe9434a509002da27a23b7b4a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:10:43.780928 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:10:43.786788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:10:43.822446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Made reservation on behalf of 284b32ebe9434a509002da27a23b7b4a for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:10:43.827058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Notify callbacks [] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:44.359655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:44.364826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eb6914f3-f26d-4515-8e3d-5bb250d7a575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:44.440025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a939b94-10b7-4f4a-928a-d28b8c5cc504,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:44.445764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:44.453165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:10:44.453593 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Network hostable DHCP agents. Network: 3055b600-b271-4837-8b5f-e4288dee987a, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:10:44.501463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:10:44.535839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 3055b600-b271-4837-8b5f-e4288dee987a) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:10:44.539972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:10:44.540600 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:44.546951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5452bb8f-87b8-447e-9b16-08c821e1555a None None] Network 3055b600-b271-4837-8b5f-e4288dee987a requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:10:44.588174 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8231299
Nov 11 22:10:44.787983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626450d7-a9a3-430c-b6ff-63e6033976c8 None None] Network 3055b600-b271-4837-8b5f-e4288dee987a requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:10:45.223042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 11013839-28ba-4be6-bb05-8e36df627077 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:10:45.325700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 11013839-28ba-4be6-bb05-8e36df627077 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:10:45.331474 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 11013839-28ba-4be6-bb05-8e36df627077 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:45.331829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:45.450537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:45.483447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 11013839-28ba-4be6-bb05-8e36df627077, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=11013839-28ba-4be6-bb05-8e36df627077,segment=NetworkSegment(663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a),segment_id=663a2dcf-1fb9-4337-af10-c8a7b7f1ac6a)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:10:45.514319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:45.516606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:45.586845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=11013839-28ba-4be6-bb05-8e36df627077,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:45.589978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:46.922020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 40574) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:47.178809 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c3979b37-91f6-4670-b10a-5f980cc96801 admin admin] 10.222.0.18 "GET /v2.0/routers/a04eef24-4fa0-40dc-80ad-944b9649391f HTTP/1.1" status: 200  len: 710 time: 0.2553828
Nov 11 22:10:47.198852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 11013839-28ba-4be6-bb05-8e36df627077 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:10:47.269373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 11013839-28ba-4be6-bb05-8e36df627077 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:47.269788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:47.475907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903928a-5a18-467f-a2fe-0ef20f129e99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:10:47.477431 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5903928a-5a18-467f-a2fe-0ef20f129e99 admin admin] 10.222.0.18 "GET /v2.0/networks/3055b600-b271-4837-8b5f-e4288dee987a HTTP/1.1" status: 200  len: 886 time: 0.2929511
Nov 11 22:10:47.488396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:10:47.982780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:48.147882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:10:48.233112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:48.292154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:48.434628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Allocated IP 172.27.1.15 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/d2b084de-abfc-44ad-a006-71f139611624) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:10:48.586378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:48.640807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:48.645542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:48.711883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:10:48.714891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:10:48.718036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:10:48.747639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b084de-abfc-44ad-a006-71f139611624,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:48.751348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:48.964767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:49.136323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:49.140358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16690522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838085331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16308108'] for router, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:49.353174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Router a04eef24-4fa0-40dc-80ad-944b9649391f has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:10:49.720020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:10:49.728494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:49.729807 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] 10.222.0.18 "PUT /v2.0/routers/a04eef24-4fa0-40dc-80ad-944b9649391f HTTP/1.1" status: 200  len: 889 time: 2.2462258
Nov 11 22:10:49.730988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Sync routers for ids ['a04eef24-4fa0-40dc-80ad-944b9649391f'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:10:49.745165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Routers {'a04eef24-4fa0-40dc-80ad-944b9649391f'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:10:49.745927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7519b38>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:10:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['a04eef24-4fa0-40dc-80ad-944b9649391f'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:49.947946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Set router a04eef24-4fa0-40dc-80ad-944b9649391f gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:10:50.307133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7519b38>, [{'id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'name': 'router1', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2b084de-abfc-44ad-a006-71f139611624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:29Z', 'updated_at': '2021-11-11T22:10:48Z', 'revision_number': 4, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'gw_port': {'id': 'd2b084de-abfc-44ad-a006-71f139611624', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:48Z', 'updated_at': '2021-11-11T22:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '11013839-28ba-4be6-bb05-8e36df627077', 'name': '', 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'mac_address': 'fa:16:3e:e0:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:39Z', 'updated_at': '2021-11-11T22:10:45Z', 'revision_number': 5, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'subnets': [{'id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '001e79fb-2879-48f7-9fd7-1110eda9ee04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:50.312436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Checking router: a04eef24-4fa0-40dc-80ad-944b9649391f for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:10:50.312826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Updating router a04eef24-4fa0-40dc-80ad-944b9649391f port d2b084de-abfc-44ad-a006-71f139611624 binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:10:50.372157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:50.737304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:50.749569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Transition to ACTIVE for port object d2b084de-abfc-44ad-a006-71f139611624 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:10:50.794234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:50.798712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:50.878540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef483c8-b0d0-42a8-9beb-83b53ff724fd None None] Pushing event updated for resources: {'Port': ['ID=d2b084de-abfc-44ad-a006-71f139611624,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:50.882373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9ef483c8-b0d0-42a8-9beb-83b53ff724fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:50.883236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Attempting to bind port d2b084de-abfc-44ad-a006-71f139611624 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:10:50.883646 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Attempting to bind port d2b084de-abfc-44ad-a006-71f139611624 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:10:50.884051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Attempting to bind port d2b084de-abfc-44ad-a006-71f139611624 on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:10:50.891856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:10:50.892272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:10:50.892718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:50.893150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:10:50.893837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Bound port: d2b084de-abfc-44ad-a006-71f139611624, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:10:50.894128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:50.974965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] For port d2b084de-abfc-44ad-a006-71f139611624, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:10:50.978822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] For port d2b084de-abfc-44ad-a006-71f139611624, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=d2b084de-abfc-44ad-a006-71f139611624,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:10:51.012052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:51.017869 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:51.096736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef483c8-b0d0-42a8-9beb-83b53ff724fd None None] Pushing event updated for resources: {'Port': ['ID=d2b084de-abfc-44ad-a006-71f139611624,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:51.101352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9ef483c8-b0d0-42a8-9beb-83b53ff724fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:51.105845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Routers {'a04eef24-4fa0-40dc-80ad-944b9649391f'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:10:51.106531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7519b38>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:10:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['a04eef24-4fa0-40dc-80ad-944b9649391f'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:51.454480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] Set router a04eef24-4fa0-40dc-80ad-944b9649391f gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:10:51.816623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7519b38>, [{'id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'name': 'router1', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2b084de-abfc-44ad-a006-71f139611624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:29Z', 'updated_at': '2021-11-11T22:10:48Z', 'revision_number': 4, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'gw_port': {'id': 'd2b084de-abfc-44ad-a006-71f139611624', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:48Z', 'updated_at': '2021-11-11T22:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '11013839-28ba-4be6-bb05-8e36df627077', 'name': '', 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'mac_address': 'fa:16:3e:e0:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:39Z', 'updated_at': '2021-11-11T22:10:45Z', 'revision_number': 5, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'subnets': [{'id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '001e79fb-2879-48f7-9fd7-1110eda9ee04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:10:51.820714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9b5e2-4ec7-481e-9598-86a613405084 None None] The sync data for ids ['a04eef24-4fa0-40dc-80ad-944b9649391f'] in dv-cinder-815883-4-iscsi is: [{'id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'name': 'router1', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2b084de-abfc-44ad-a006-71f139611624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:29Z', 'updated_at': '2021-11-11T22:10:48Z', 'revision_number': 4, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'gw_port': {'id': 'd2b084de-abfc-44ad-a006-71f139611624', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:48Z', 'updated_at': '2021-11-11T22:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '11013839-28ba-4be6-bb05-8e36df627077', 'name': '', 'network_id': 'e0249c22-ee25-4980-84f1-d049e14dba1c', 'tenant_id': '485df265b1654544b5d5c3fcf7d8ad55', 'mac_address': 'fa:16:3e:e0:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04eef24-4fa0-40dc-80ad-944b9649391f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:39Z', 'updated_at': '2021-11-11T22:10:45Z', 'revision_number': 5, 'project_id': '485df265b1654544b5d5c3fcf7d8ad55', 'subnets': [{'id': '299a304a-4fae-4382-8d82-cae93fca73c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '001e79fb-2879-48f7-9fd7-1110eda9ee04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:10:52.118795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 40586) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:10:52.301662 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7f4d850b-9d58-4dad-811b-7e799d61c560 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1813512
Nov 11 22:10:53.267872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device d2b084de-abfc-44ad-a006-71f139611624 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:10:53.410328 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port d2b084de-abfc-44ad-a006-71f139611624 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:10:53.417484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port d2b084de-abfc-44ad-a006-71f139611624 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:53.418726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:53.565404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:53.589711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port d2b084de-abfc-44ad-a006-71f139611624, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=d2b084de-abfc-44ad-a006-71f139611624,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:10:53.622813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:10:53.626353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-61ff5a1d-8824-4a15-928c-b0fff140b52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:10:53.724066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=d2b084de-abfc-44ad-a006-71f139611624,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:10:53.728866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:10:55.224003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device d2b084de-abfc-44ad-a006-71f139611624 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:10:55.354008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port d2b084de-abfc-44ad-a006-71f139611624 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:10:55.354248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:06.348359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e076134-a8dc-4990-8426-260869281c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:08.771878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bfc86b42-484a-46b7-a40a-1083e973ca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:08.823454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:09.314455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:11.032131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:25.147794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:11:36.357375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4a12e960-0ef3-4739-8167-c16c458e604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:38.769248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6f250f00-4fda-4218-94fa-1da6216c6042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:38.811416 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:39.324610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:11:41.045180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:02.147827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:12:06.358573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ed79425-7106-4683-8e82-f0cbf5175d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:08.758216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-55a1eeb0-663f-4637-9463-a5531d474463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:08.801484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:09.321397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:11.046978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:31.501592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41124) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:31.605147 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e361f27-87db-443a-a095-6fb90872501a admin admin] GET failed (client error): The resource could not be found.
Nov 11 22:12:31.605761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8e361f27-87db-443a-a095-6fb90872501a admin admin] Synchronizing usage tracker for tenant:284b32ebe9434a509002da27a23b7b4a on resource:network {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:12:31.654704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8e361f27-87db-443a-a095-6fb90872501a admin admin] Unset dirty status for tenant:284b32ebe9434a509002da27a23b7b4a on resource:network {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:12:31.655911 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8e361f27-87db-443a-a095-6fb90872501a admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1532333
Nov 11 22:12:31.830685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fef071-4374-4d5e-901c-8cc0e4c213be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:31.832194 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b4fef071-4374-4d5e-901c-8cc0e4c213be admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1717510
Nov 11 22:12:34.049418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41136) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:34.220681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae7723-7a64-4cbe-b53c-83ecc2ad6559 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:34.222203 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-feae7723-7a64-4cbe-b53c-83ecc2ad6559 admin admin] 10.222.0.18 "GET /v2.0/subnets/299a304a-4fae-4382-8d82-cae93fca73c5 HTTP/1.1" status: 200  len: 849 time: 0.1717687
Nov 11 22:12:34.232229 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:12:34.358462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:34.637826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727566709158'] for subnet, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:34.642865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:12:34.695751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:34.696183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad38cbf7-b375-44c0-8685-bea9b436d51f None None] Network e0249c22-ee25-4980-84f1-d049e14dba1c requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:12:34.696418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:34.697829 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] 10.222.0.18 "PUT /v2.0/subnets/299a304a-4fae-4382-8d82-cae93fca73c5 HTTP/1.1" status: 200  len: 868 time: 0.4695454
Nov 11 22:12:34.714250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=299a304a-4fae-4382-8d82-cae93fca73c5,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:12:34.724515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.724899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.725240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.725641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.726001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.726361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.726720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.727081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.727430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.727778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.728128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:12:34.733005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:12:35.267171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-88548595-92c6-4da0-b793-6c7c875cbc14 None None] Provisioning complete for port 11013839-28ba-4be6-bb05-8e36df627077 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:12:35.267725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88548595-92c6-4da0-b793-6c7c875cbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:35.404021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-88548595-92c6-4da0-b793-6c7c875cbc14 None None] Provisioning complete for port 80a53889-a627-46e1-a553-e1edcc83f5c1 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:12:35.404425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88548595-92c6-4da0-b793-6c7c875cbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:36.352298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7884099f-294d-4737-817f-5a122d08090f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:36.853902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41148) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:37.080533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db552c3-1207-4c21-94e6-24d8ad98a287 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:37.080880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db552c3-1207-4c21-94e6-24d8ad98a287 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:37.082583 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0db552c3-1207-4c21-94e6-24d8ad98a287 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2274239
Nov 11 22:12:38.746354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3bd45839-7a1e-47c7-841f-e84ba0a87e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:38.805891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:39.147933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:12:39.326102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:39.332861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41160) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:39.545089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e290f43-e569-4fd0-99b2-111b61b245b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:39.545551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e290f43-e569-4fd0-99b2-111b61b245b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:39.547229 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8e290f43-e569-4fd0-99b2-111b61b245b0 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2133014
Nov 11 22:12:41.046021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:12:41.638627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41172) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:41.847268 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9cff33-2c4c-43b9-9f3e-f128e10c32c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:41.848699 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1a9cff33-2c4c-43b9-9f3e-f128e10c32c6 admin admin] 10.222.0.18 "GET /v2.0/networks/3055b600-b271-4837-8b5f-e4288dee987a HTTP/1.1" status: 200  len: 886 time: 0.2090290
Nov 11 22:12:43.947827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41184) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:44.279706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807353c7-62cb-4692-880e-269225a53330 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:44.281353 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-807353c7-62cb-4692-880e-269225a53330 admin admin] 10.222.0.18 "GET /v2.0/networks/e0249c22-ee25-4980-84f1-d049e14dba1c HTTP/1.1" status: 200  len: 869 time: 0.3318751
Nov 11 22:12:46.415568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41196) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:46.566554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213c9ec-f51a-4178-8529-7ccd4626832e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:46.566877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213c9ec-f51a-4178-8529-7ccd4626832e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:46.568513 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4213c9ec-f51a-4178-8529-7ccd4626832e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1518815
Nov 11 22:12:48.700786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41208) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:48.841973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d8b62-3f00-4405-a272-d1552f312335 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:48.842321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d8b62-3f00-4405-a272-d1552f312335 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:48.849402 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7d5d8b62-3f00-4405-a272-d1552f312335 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1420915
Nov 11 22:12:51.100020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41220) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:51.242748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52117ef0-fe8e-4d22-b6fe-b8dca8da8871 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:51.244205 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-52117ef0-fe8e-4d22-b6fe-b8dca8da8871 admin admin] 10.222.0.18 "GET /v2.0/subnets/299a304a-4fae-4382-8d82-cae93fca73c5 HTTP/1.1" status: 200  len: 868 time: 0.1431680
Nov 11 22:12:53.380608 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41232) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:12:53.516787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0a1dac-b40b-4504-b910-9dcd6b6b8bbb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:12:53.518229 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ee0a1dac-b40b-4504-b910-9dcd6b6b8bbb admin admin] 10.222.0.18 "GET /v2.0/subnets/8a939b94-10b7-4f4a-928a-d28b8c5cc504 HTTP/1.1" status: 200  len: 816 time: 0.1365898
Nov 11 22:13:06.347993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3a266b97-1912-40f8-a82b-bb9d1ac35cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:08.751587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e2c48e79-964b-4324-8a8c-b891ae905dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:08.816307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:09.328523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:11.048993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:13.812062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41280) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:13:13.891699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [None req-3421ee5c-1e9b-4e64-a141-574b3eb9f8c1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:13:13.892820 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3421ee5c-1e9b-4e64-a141-574b3eb9f8c1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0797048
Nov 11 22:13:16.072689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41292) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:13:16.148165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:13:16.173916 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2492ff-1fd4-4857-bcf4-a1ea67638230 admin admin] GET failed (client error): The resource could not be found.
Nov 11 22:13:16.175256 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ed2492ff-1fd4-4857-bcf4-a1ea67638230 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1015186
Nov 11 22:13:16.317776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde176a-0caa-4c5a-bcce-1ae7e5dc34e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:13:16.319309 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ccde176a-0caa-4c5a-bcce-1ae7e5dc34e2 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1396976
Nov 11 22:13:18.462697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41304) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:13:18.543625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:13:18.548667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:13:18.559174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:13:18.639708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Made reservation on behalf of 284b32ebe9434a509002da27a23b7b4a for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:13:18.645408 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:18.742204 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.services.revisions.revision_plugin [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f00b719f358] {project_id='284b32ebe9434a509002da27a23b7b4a', id='ce324a9c-eb12-4b30-8746-425249df6457', target_tenant='*', action='access_as_shared', object_id='482ecdac-f37e-4c53-8c73-9e1f3a6580c8'}> to bump revision.
Nov 11 22:13:18.857762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:13:18.867466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:18.867847 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Added segment b8f1678b-3d32-4c4f-ac95-43345c734994 of type vlan for network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8
Nov 11 22:13:18.894652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:18.957157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:18.958568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:13:18.959240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:18.965103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:13:19.071347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Pushing event updated for resources: {'Network': ['ID=482ecdac-f37e-4c53-8c73-9e1f3a6580c8,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:13:19.080097 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.080472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.080842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.081215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.081633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.082001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.082362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.082719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.083077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.083432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.083787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:19.088489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:13:19.097069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:13:19.100410 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6365294
Nov 11 22:13:21.241627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41316) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:13:21.343534 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40805b8-3e59-4b9e-8550-6ed828814239 admin admin] GET failed (client error): The resource could not be found.
Nov 11 22:13:21.344117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a40805b8-3e59-4b9e-8550-6ed828814239 admin admin] Synchronizing usage tracker for tenant:284b32ebe9434a509002da27a23b7b4a on resource:network {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:13:21.387248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a40805b8-3e59-4b9e-8550-6ed828814239 admin admin] Unset dirty status for tenant:284b32ebe9434a509002da27a23b7b4a on resource:network {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:13:21.388496 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a40805b8-3e59-4b9e-8550-6ed828814239 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1458395
Nov 11 22:13:21.509947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e925fc41-6de8-41e9-9a2e-3104be197a20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:13:21.511722 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e925fc41-6de8-41e9-9a2e-3104be197a20 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1171567
Nov 11 22:13:21.522485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:13:21.528109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:13:21.532070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Usage tracker for resource:subnet and tenant:284b32ebe9434a509002da27a23b7b4a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:13:21.535170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:13:21.541205 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:13:21.575601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Made reservation on behalf of 284b32ebe9434a509002da27a23b7b4a for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:13:21.580267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:21.821981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:21.826161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-56cc2302-18de-4817-a675-f6a9aed8beab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:13:21.903360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c47944-6119-4bd7-aa79-9557aec870f7,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:13:21.907359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:13:21.916379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Checking segment: {'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:13:21.916766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Network hostable DHCP agents. Network: 482ecdac-f37e-4c53-8c73-9e1f3a6580c8, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:13:21.964170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:13:21.992746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 482ecdac-f37e-4c53-8c73-9e1f3a6580c8) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:13:21.996818 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:13:21.997499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:22.003750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57757280-8e1d-43fc-ae43-be446329d0f7 None None] Network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:13:22.040994 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5214918
Nov 11 22:13:22.240699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-482ecdac-f37e-4c53-8c73-9e1f3a6580c8', 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8', 'tenant_id': '284b32ebe9434a509002da27a23b7b4a', 'fixed_ips': [{'subnet_id': '72c47944-6119-4bd7-aa79-9557aec870f7'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:13:22.241624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:22.422907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Allocated IP 192.168.233.2 (482ecdac-f37e-4c53-8c73-9e1f3a6580c8/72c47944-6119-4bd7-aa79-9557aec870f7/997b1595-dcde-4d50-b6b1-59534ef52f47) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:13:22.727975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:22.739147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Transition to ACTIVE for port object 997b1595-dcde-4d50-b6b1-59534ef52f47 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:13:22.759630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Transition to ACTIVE for port object 997b1595-dcde-4d50-b6b1-59534ef52f47 will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:13:22.848861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:22.855483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:13:22.925067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:13:22.928820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:13:22.931910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:13:22.940873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Pushing event updated for resources: {'Port': ['ID=997b1595-dcde-4d50-b6b1-59534ef52f47,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:13:22.979965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.980273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.980654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.981024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.981416 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.981788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.982150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.982513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.982875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.983230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.983585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:13:22.991305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:13:23.041793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Attempting to bind port 997b1595-dcde-4d50-b6b1-59534ef52f47 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:13:23.042153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Attempting to bind port 997b1595-dcde-4d50-b6b1-59534ef52f47 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:13:23.042561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Attempting to bind port 997b1595-dcde-4d50-b6b1-59534ef52f47 on network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:13:23.049797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:13:23.050212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Checking segment: {'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:13:23.050663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:23.051092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Bound using segment: {'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:13:23.051615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Bound port: 997b1595-dcde-4d50-b6b1-59534ef52f47, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:13:23.052044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:23.150181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] For port 997b1595-dcde-4d50-b6b1-59534ef52f47, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:13:23.153523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] For port 997b1595-dcde-4d50-b6b1-59534ef52f47, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=997b1595-dcde-4d50-b6b1-59534ef52f47,segment=NetworkSegment(b8f1678b-3d32-4c4f-ac95-43345c734994),segment_id=b8f1678b-3d32-4c4f-ac95-43345c734994)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:13:23.192092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:23.196485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:13:23.275816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Pushing event updated for resources: {'Port': ['ID=997b1595-dcde-4d50-b6b1-59534ef52f47,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:13:23.278571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:13:24.743788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63833e48-94b4-4c4e-90c4-2f92e91dd8da None None] Network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:13:24.913686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-82d7c615-c4fd-4080-a26f-281701012599 None None] Provisioning for port 997b1595-dcde-4d50-b6b1-59534ef52f47 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:13:25.312811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 997b1595-dcde-4d50-b6b1-59534ef52f47 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:13:25.442988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 997b1595-dcde-4d50-b6b1-59534ef52f47 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:13:25.449158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 997b1595-dcde-4d50-b6b1-59534ef52f47 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:13:25.449605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:25.722474 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:25.755974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 997b1595-dcde-4d50-b6b1-59534ef52f47, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=997b1595-dcde-4d50-b6b1-59534ef52f47,segment=NetworkSegment(b8f1678b-3d32-4c4f-ac95-43345c734994),segment_id=b8f1678b-3d32-4c4f-ac95-43345c734994)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:13:25.791226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:25.796263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:13:25.865043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=997b1595-dcde-4d50-b6b1-59534ef52f47,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:13:25.868951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:13:27.290239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 997b1595-dcde-4d50-b6b1-59534ef52f47 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:13:27.362930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 997b1595-dcde-4d50-b6b1-59534ef52f47 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:13:27.363339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:36.370190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-147c741d-9efc-4c62-8f42-a91bb4b9501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:38.763236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-06c77840-8cba-4ade-8e19-3c775bf48f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:38.809359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:39.363957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:41.083723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:13:53.153713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:14:06.367656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e95ebeb-54a0-440e-be64-6c50029f88ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:08.768448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc460c7a-6633-4613-8368-51082d824fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:08.819846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:09.356420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:11.059820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:30.150701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:14:36.361803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a2d0d201-f81f-4b39-ac1f-e88ead0a2789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:38.780461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a3f9c133-d14d-4e85-87c3-77ffbc4ade90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:38.830513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:39.367550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:39.903678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41350) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:14:39.910591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [None req-97f39941-3feb-414a-a95d-92d4cf0af757 tempest-verify_tempest_config-468751206 tempest-verify_tempest_config-468751206-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:14:39.911768 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-97f39941-3feb-414a-a95d-92d4cf0af757 tempest-verify_tempest_config-468751206 tempest-verify_tempest_config-468751206-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0070446
Nov 11 22:14:40.396684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41368) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:14:40.554409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:40.587739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:14:40.591755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4678bfff6c479cad95fd0b479e254e is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:14:40.594721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:14:40.600723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:14:40.826264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:40.864377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:40.874054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:14:40.918436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725f74ec-17f9-4607-affd-d6bb95199bc2,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:14:40.924805 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad4678bfff6c479cad95fd0b479e254e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5264518
Nov 11 22:14:40.927863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41374) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:14:40.930700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.931392 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.931695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.932159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.932442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.932805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.933171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.933587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.933954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.934316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.934678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:40.939344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:14:40.994161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:41.025682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:41.052940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:41.247101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:41.252433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:14:41.263462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725f74ec-17f9-4607-affd-d6bb95199bc2,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:14:41.274644 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:14:41.275840 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/725f74ec-17f9-4607-affd-d6bb95199bc2 HTTP/1.1" status: 204  len: 168 time: 0.3463800
Nov 11 22:14:41.277721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.278093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.278467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.278827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.279185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.279541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.280257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.280257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.280667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.280922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.281268 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:14:41.284549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:15:06.360746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-47e3f43c-c76c-4c13-b542-75e5cde10f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:07.152506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:15:08.748997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4cc2-e53b-4b8c-bb15-6e364faf97cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:08.823108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:09.337603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:11.063415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:36.383584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3195b2a3-7cff-446d-b350-aa64019aec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:38.766078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-52e3f471-bb51-47d3-8167-5fb51d29920f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:38.823288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:39.347877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:41.068981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:15:44.153651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:16:06.359554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5cc4dc0d-b0f4-43ad-bbf0-595202a95a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:08.776053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8fc1-4b76-428d-a83d-95485d60ceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:08.822287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:09.375285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:11.068224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:21.154419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 5 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:16:25.913977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036838107040'] for agent, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:36.370593 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3880154e-3e4d-43c6-9a9b-398654c9332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:38.710425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41454) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:16:38.759081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-791e77e7-ed26-4fec-892f-c52734db6dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:38.825602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:38.860354 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-f7dfba7e-5259-4c3b-933e-2736195e8672 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1486337
Nov 11 22:16:39.358742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:40.941643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41466) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:16:41.028971 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c5744a67-10ef-4eea-83ed-b6a9376ed673 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0861595
Nov 11 22:16:41.066166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:55.873132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:16:58.155290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:17:06.373235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6ba0-250d-4c04-bebc-b8c96f1d4806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:08.761595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f38bdc70-df7d-4ca4-a161-40bc45d04058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:08.815160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:09.358086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:11.078384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:25.861337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:35.156838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:17:36.387219 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8d150e9f-83a3-47a9-9a20-aa8fc6997ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:38.763700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6a109c9c-f210-470f-bd30-04e414149309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:38.832568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:39.364131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:41.089007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:17:55.874733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:06.388917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b361aa39-c75b-4b1d-9325-7627c9d4ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:08.763195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c39d9af1-97dd-4449-99f7-bf188e6494ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:08.850990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:09.363174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:11.073754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:12.157752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:18:25.877489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:32.553690 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41658) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:32.919232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41676) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:33.033989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1678301254-network', 'tenant_id': '489d63858a1644e596ecee466baf8d61'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:33.040565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:33.044616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Usage tracker for resource:network and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:33.047953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:33.054572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:33.105799 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Made reservation on behalf of 489d63858a1644e596ecee466baf8d61 for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:33.111568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.127239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.165551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:33.169944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Usage tracker for resource:security_group_rule and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:33.173202 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:33.183741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:33.220526 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41686) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:33.392446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.427777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.432583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:33.462451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:18:33.470706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c479a-065f-410b-8b94-6592edd78895,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:33.482728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.483040 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Added segment 9def8f79-bbe8-40dd-8da6-5b148bcd9117 of type vlan for network af40f704-3ba0-4e2a-a0d5-f2f041f17169
Nov 11 22:18:33.484933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.485332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Tracked resource versions report:
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: pushed versions:
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: {   'ConntrackHelper': {'1.0'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Log': {'1.0'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Network': {'1.1'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Port': {'1.5'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'PortForwarding': {'1.2'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'QosPolicy': {'1.8'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroup': {'1.2'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroupRule': {'1.0'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SubPort': {'1.0'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Subnet': {'1.1'},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Trunk': {'1.1'}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: consumer versions:
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]: {   DHCP agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     HyperV agent@hv-cinder-81588: {},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     L3 agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metadata agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metering agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:     Open vSwitch agent@dv-cinder-815883-4-iscsi: {   'ConntrackHelper': '1.0',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Log': '1.0',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Network': '1.1',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Port': '1.5',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'PortForwarding': '1.2',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'QosPolicy': '1.8',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroup': '1.2',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroupRule': '1.0',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SubPort': '1.0',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Subnet': '1.1',
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Trunk': '1.1'}}
Nov 11 22:18:33.491374 dv-cinder-815883-4-iscsi neutron-server[88233]:  {{(pid=88344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 11 22:18:33.499326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:33.554009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41696) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:33.581192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.626079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-572905931-network', 'tenant_id': '415a98da77784590b45e9f4f8d5e1f2a'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:33.632133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:33.638681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Usage tracker for resource:network and tenant:415a98da77784590b45e9f4f8d5e1f2a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:33.640556 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:33.647486 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:33.661172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-network', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:33.663212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.664713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:33.665430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.668752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:33.674689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Usage tracker for resource:network and tenant:55ae56a5c1f34489940d6f0ec3993e3d is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:33.678770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:33.684931 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:33.698719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:33.727759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Made reservation on behalf of 415a98da77784590b45e9f4f8d5e1f2a for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:33.732386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.748642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.790873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41706) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:33.791118 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2407637
Nov 11 22:18:33.800241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Request body: {'subnet': {'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1678301254-subnet', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:33.807121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:33.814633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Made reservation on behalf of 55ae56a5c1f34489940d6f0ec3993e3d for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:33.821428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.833262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Usage tracker for resource:subnet and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:33.838813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:33.847121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:33.865935 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:33.867053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Pushing event updated for resources: {'Network': ['ID=af40f704-3ba0-4e2a-a0d5-f2f041f17169,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:33.876357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:33.878330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:18:33.900814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:33.906432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Usage tracker for resource:security_group_rule and tenant:415a98da77784590b45e9f4f8d5e1f2a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:33.911053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:33.934552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:33.993902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Made reservation on behalf of 489d63858a1644e596ecee466baf8d61 for: {'subnet': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:34.003286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.043279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:34.052166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Usage tracker for resource:security_group_rule and tenant:55ae56a5c1f34489940d6f0ec3993e3d is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:34.107394 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1561597104-network', 'tenant_id': 'ba0a331670d74c77af21d3786e51e724'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:34.111279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:34.128855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:34.136168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:34.153740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Usage tracker for resource:network and tenant:ba0a331670d74c77af21d3786e51e724 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:34.158509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:34.249583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.260110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:34.278531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.283271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7eca4697-abf8-4ac2-968a-0f9d5a01ac7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:34.316065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37accf9-9d3c-43b0-bb72-cb10c9861958,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:34.321633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:34.345679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:18:34.355435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.355877 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Added segment fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5 of type vlan for network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456
Nov 11 22:18:34.525525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.527433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.748459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.749041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.750068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:34.750201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Made reservation on behalf of ba0a331670d74c77af21d3786e51e724 for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:34.751172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.755404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.758740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:34.765816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.785795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:34.849528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.906721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=88345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:18:34.935161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f01a160-21e5-4f69-aa4b-825a35868ba8,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:34.935880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:34.938751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:34.938751 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Added segment 60b5443f-8a0e-4118-85d5-b40a76ad8d02 of type vlan for network 993f3801-0dfa-4a0f-9e80-197a191a325b
Nov 11 22:18:34.952433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:18:34.964736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:34.967053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.967430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.967908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.968271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.968634 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.968993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.969408 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.969766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.970211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.970464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.970802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Tracked resource versions report:
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]: pushed versions:
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]: {   'ConntrackHelper': {'1.0'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Log': {'1.0'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Network': {'1.1'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Port': {'1.5'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'PortForwarding': {'1.2'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'QosPolicy': {'1.8'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroup': {'1.2'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroupRule': {'1.0'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SubPort': {'1.0'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Subnet': {'1.1'},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Trunk': {'1.1'}}
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]: consumer versions:
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]: {   DHCP agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     HyperV agent@hv-cinder-81588: {},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     L3 agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metadata agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metering agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:     Open vSwitch agent@dv-cinder-815883-4-iscsi: {   'ConntrackHelper': '1.0',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Log': '1.0',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Network': '1.1',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Port': '1.5',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'PortForwarding': '1.2',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'QosPolicy': '1.8',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroup': '1.2',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroupRule': '1.0',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SubPort': '1.0',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Subnet': '1.1',
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Trunk': '1.1'}}
Nov 11 22:18:34.971978 dv-cinder-815883-4-iscsi neutron-server[88233]:  {{(pid=88345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 11 22:18:34.979790 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.0563989
Nov 11 22:18:34.981578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41736) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:35.000984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:35.004462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5f49dc38-6036-4cbf-81ea-6304585902dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:35.015990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Request body: {'subnet': {'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-572905931-subnet', 'tenant_id': '415a98da77784590b45e9f4f8d5e1f2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:35.028354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:35.044645 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Usage tracker for resource:subnet and tenant:415a98da77784590b45e9f4f8d5e1f2a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:35.061955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:35.081258 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:35.141780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f764346b-8be2-4615-a40f-0b87c5a0843e,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:35.153110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Made reservation on behalf of 415a98da77784590b45e9f4f8d5e1f2a for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:35.154255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:35.158008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.169005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:35.182310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0a331670d74c77af21d3786e51e724 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:35.187064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.195926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:35.209336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:35.212242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Checking segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:18:35.212741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Network hostable DHCP agents. Network: af40f704-3ba0-4e2a-a0d5-f2f041f17169, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:18:35.307054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.315965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:35.315965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.324441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:35.357256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:18:35.463269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.484006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, af40f704-3ba0-4e2a-a0d5-f2f041f17169) {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:35.487622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Pushing event updated for resources: {'Network': ['ID=993f3801-0dfa-4a0f-9e80-197a191a325b,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:35.495465 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f1765-dbed-4aaf-8889-5abf1a220af9 None None] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:18:35.527110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:35.527763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.557165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:35.575319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.589794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:35.631233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41754) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:35.631477 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.4097672
Nov 11 22:18:35.644971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Request body: {'subnet': {'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-subnet', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:35.651340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:35.657458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Usage tracker for resource:subnet and tenant:55ae56a5c1f34489940d6f0ec3993e3d is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:35.661837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:35.669115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:35.671755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=88345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:18:35.681952 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8824451
Nov 11 22:18:35.682216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41760) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:35.690250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:35.695619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:35.697063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac72a64-dc82-4f24-99b8-687f21bb58c4,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:35.700659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Usage tracker for resource:router and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:35.702630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:35.704890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:35.712614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.712614 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Added segment 5f63fbc2-f93b-47e7-b258-c7ecc5f157b0 of type vlan for network c53577b6-4b89-4f26-850f-f4cf5fe10cb9
Nov 11 22:18:35.713804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:35.725172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Made reservation on behalf of 55ae56a5c1f34489940d6f0ec3993e3d for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:35.731685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.773930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.839141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 993f3801-0dfa-4a0f-9e80-197a191a325b details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:18:35.890506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.891833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:35.892471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:35.898800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:36.121368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.122712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.130018 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.5740449
Nov 11 22:18:36.136562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41786) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:36.142564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c53577b6-4b89-4f26-850f-f4cf5fe10cb9,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:36.153821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:36.155187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network c53577b6-4b89-4f26-850f-f4cf5fe10cb9 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:18:36.181947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Request body: {'subnet': {'network_id': 'c53577b6-4b89-4f26-850f-f4cf5fe10cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1561597104-subnet', 'tenant_id': 'ba0a331670d74c77af21d3786e51e724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:36.200398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.246213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:36.322091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.362214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:18:36.363782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.370662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:36.375334 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.386507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Usage tracker for resource:subnet and tenant:ba0a331670d74c77af21d3786e51e724 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:36.402068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:36.418289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Checking segment: {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:18:36.418953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Network hostable DHCP agents. Network: 993f3801-0dfa-4a0f-9e80-197a191a325b, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:18:36.565887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Allocated IP 172.20.0.2 (af40f704-3ba0-4e2a-a0d5-f2f041f17169/f764346b-8be2-4615-a40f-0b87c5a0843e/687c3753-3581-4841-a0c1-a39239a51c90) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:18:36.665876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:36.775670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cccbecd-5ff3-44ee-aaff-ed5577a38a19,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:36.790907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:36.791536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e37a82e8-4410-4545-b5d6-a0e20f08b915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:36.796609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.832060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Made reservation on behalf of ba0a331670d74c77af21d3786e51e724 for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:36.837802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.886523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Transition to ACTIVE for port object 687c3753-3581-4841-a0c1-a39239a51c90 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:18:36.893859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.909729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Checking segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:18:36.910134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Network hostable DHCP agents. Network: f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:18:36.930768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Transition to ACTIVE for port object 687c3753-3581-4841-a0c1-a39239a51c90 will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:18:36.976271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:36.982511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9ef483c8-b0d0-42a8-9beb-83b53ff724fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:36.995549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e631a5fa-70dd-4c4a-8199-4dbb931e37d8,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:37.004544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:37.025744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f41b39ad-9329-4e46-96ff-8a8b5da47853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.060409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Network 993f3801-0dfa-4a0f-9e80-197a191a325b is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:18:37.107296 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:37.110447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:37.115453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:18:37.202152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:18:37.204559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 993f3801-0dfa-4a0f-9e80-197a191a325b) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:37.258569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:37.259225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.275038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:37.316334 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:37.317116 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.336545 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5919d29-3383-486c-83a4-28c543657c3f None None] Network 993f3801-0dfa-4a0f-9e80-197a191a325b requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:18:37.351139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe5c87d-110c-4f4f-ab24-6415327f507b None None] Network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:18:37.372272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Pushing event updated for resources: {'Port': ['ID=687c3753-3581-4841-a0c1-a39239a51c90,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:37.423547 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4310975
Nov 11 22:18:37.423547 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.7847328
Nov 11 22:18:37.423547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41832) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:37.428211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:37.462848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:37.470429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.476775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Usage tracker for resource:router and tenant:55ae56a5c1f34489940d6f0ec3993e3d is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:37.495668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:37.497448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.497836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.498188 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.498812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.499182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.499548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.499909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.500274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.500590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:37.500700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.500970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.501347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Tracked resource versions report:
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]: pushed versions:
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]: {   'ConntrackHelper': {'1.0'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Log': {'1.0'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Network': {'1.1'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Port': {'1.5'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'PortForwarding': {'1.2'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'QosPolicy': {'1.8'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroup': {'1.2'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroupRule': {'1.0'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SubPort': {'1.0'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Subnet': {'1.1'},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Trunk': {'1.1'}}
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]: consumer versions:
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]: {   DHCP agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     HyperV agent@hv-cinder-81588: {},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     L3 agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metadata agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metering agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:     Open vSwitch agent@dv-cinder-815883-4-iscsi: {   'ConntrackHelper': '1.0',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Log': '1.0',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Network': '1.1',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Port': '1.5',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'PortForwarding': '1.2',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'QosPolicy': '1.8',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroup': '1.2',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroupRule': '1.0',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SubPort': '1.0',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Subnet': '1.1',
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Trunk': '1.1'}}
Nov 11 22:18:37.502466 dv-cinder-815883-4-iscsi neutron-server[88233]:  {{(pid=88346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 11 22:18:37.520083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:37.539356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:37.584842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.649541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Attempting to bind port 687c3753-3581-4841-a0c1-a39239a51c90 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:18:37.649541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Attempting to bind port 687c3753-3581-4841-a0c1-a39239a51c90 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:18:37.657721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Attempting to bind port 687c3753-3581-4841-a0c1-a39239a51c90 on network af40f704-3ba0-4e2a-a0d5-f2f041f17169 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:18:37.660782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.663270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.664498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.684687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:18:37.685108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Checking segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:18:37.685592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.686040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Bound using segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:18:37.686583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Bound port: 687c3753-3581-4841-a0c1-a39239a51c90, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:18:37.687006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:37.811796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1a4c40-5c4f-44ff-9b89-bd8c299d20ba,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:37.822666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:37.836740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Checking segment: {'id': '5f63fbc2-f93b-47e7-b258-c7ecc5f157b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c53577b6-4b89-4f26-850f-f4cf5fe10cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:18:37.841400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Network hostable DHCP agents. Network: c53577b6-4b89-4f26-850f-f4cf5fe10cb9, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:18:38.024721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:38.041248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec22492-6313-4112-adbb-4a7630a6609c None None] Network 993f3801-0dfa-4a0f-9e80-197a191a325b requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:18:38.063928 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] For port 687c3753-3581-4841-a0c1-a39239a51c90, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:18:38.064029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Network c53577b6-4b89-4f26-850f-f4cf5fe10cb9 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:18:38.073337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] For port 687c3753-3581-4841-a0c1-a39239a51c90, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=687c3753-3581-4841-a0c1-a39239a51c90,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:18:38.080770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2dc4b-fe42-48cf-b83a-65c95993b8a7 None None] Network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:18:38.092716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Allocated IP 172.27.1.40 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/3e7c991e-0013-47b9-853f-59f70111cec9) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:18:38.170053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:38.200257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:38.203071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, c53577b6-4b89-4f26-850f-f4cf5fe10cb9) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:38.241211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee2aed-96a8-49c3-b3d3-54df824b01bf None None] Network c53577b6-4b89-4f26-850f-f4cf5fe10cb9 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:18:38.273922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:38.273922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:38.299364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41882) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:38.304814 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 11 22:18:38.349614 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fb809ab4-4426-4268-8029-83ccb6844aa7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2051089
Nov 11 22:18:38.498212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:38.539872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:38.558994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:38.575144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9c1e543a-97c5-46ab-b38d-16eeb999e324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:38.647186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-edbf6143-0134-4424-85f9-c343ce19d8b6 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:38.648877 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-edbf6143-0134-4424-85f9-c343ce19d8b6 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 814 time: 0.3469710
Nov 11 22:18:38.676677 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-7c3a4bcf-5914-4b13-8c0b-146c4fd0c8c4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/quotas/415a98da77784590b45e9f4f8d5e1f2a HTTP/1.1" status: 200  len: 375 time: 0.0183313
Nov 11 22:18:38.725325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7c991e-0013-47b9-853f-59f70111cec9,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:38.730187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:38.762809 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-29c8e3f0-add1-4761-9191-2aa91737623f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0788589
Nov 11 22:18:38.791886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Pushing event updated for resources: {'Port': ['ID=687c3753-3581-4841-a0c1-a39239a51c90,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:38.801779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:38.807986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:38.816713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:18:38.866134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:39.228999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:39.228999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:39.233159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8fc173eb-4b11-4ef0-9f6c-ef25a52644f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:39.233159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:39.241431 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 41922) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:39.399647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:39.456622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:39.461709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-0883ac0b-af0f-48b7-9be3-6c00393299fa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:18:39.478684 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-0883ac0b-af0f-48b7-9be3-6c00393299fa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.3349462
Nov 11 22:18:39.616167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efad45c-eae2-40a6-bc4f-cbb9e74759e3 None None] Network c53577b6-4b89-4f26-850f-f4cf5fe10cb9 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:18:39.678645 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 687c3753-3581-4841-a0c1-a39239a51c90 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:18:39.856759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:40.022292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908643ed-ac0f-4012-a83c-514371f76ded req-fc29f835-0845-43e5-b0d3-fef6e3ba16b3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:40.023089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-908643ed-ac0f-4012-a83c-514371f76ded req-fc29f835-0845-43e5-b0d3-fef6e3ba16b3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Synchronizing usage tracker for tenant:ba0a331670d74c77af21d3786e51e724 on resource:network {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:18:40.102951 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-186999fa-af77-46c8-b90a-4bd37f524466 service neutron] 10.222.0.18 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5882826
Nov 11 22:18:40.144870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-908643ed-ac0f-4012-a83c-514371f76ded req-fc29f835-0845-43e5-b0d3-fef6e3ba16b3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Unset dirty status for tenant:ba0a331670d74c77af21d3786e51e724 on resource:network {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:18:40.146796 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-fc29f835-0845-43e5-b0d3-fef6e3ba16b3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/networks?id=c53577b6-4b89-4f26-850f-f4cf5fe10cb9 HTTP/1.1" status: 200  len: 812 time: 0.9036610
Nov 11 22:18:40.180378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Allocated IP 172.27.1.175 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/59c5aed4-ccb3-4f38-a03c-b8167c0513ab) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:18:40.258250 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-56642e8d-4250-40ac-908c-d4005940f5a7 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/quotas/ba0a331670d74c77af21d3786e51e724 HTTP/1.1" status: 200  len: 375 time: 0.0892947
Nov 11 22:18:40.338005 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-655d9d1a-50f4-4a92-9541-72d088182ee9 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba0a331670d74c77af21d3786e51e724&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0587757
Nov 11 22:18:40.411382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 687c3753-3581-4841-a0c1-a39239a51c90 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:18:40.411751 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-e73ed48e-5bd3-4fd2-ac02-a6525df34aeb service neutron] 10.222.0.18 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962122
Nov 11 22:18:40.455518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:18:40.580354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-6aba7267-d5df-4311-91d6-9d55b45a25d0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:18:40.582441 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-6aba7267-d5df-4311-91d6-9d55b45a25d0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1497636
Nov 11 22:18:40.589857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:40.715456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:40.724009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:40.776312 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-bfb9790d-7374-4c90-a8f3-5c8ed84801a8 service neutron] 10.222.0.18 "GET /v2.0/networks/c53577b6-4b89-4f26-850f-f4cf5fe10cb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795008
Nov 11 22:18:40.801215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:40.806723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:40.834956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:18:40.907573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Pushing event updated for resources: {'Port': ['ID=59c5aed4-ccb3-4f38-a03c-b8167c0513ab,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:40.914769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:40.973965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:18:40.999032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Sync routers for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:18:41.023060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:18:41.024477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b75359b0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:18:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:41.086378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:41.092839 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.4053936
Nov 11 22:18:41.094609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 41968) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:41.109387 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:41.201019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:41.202005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:41.260717 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-4c65e81e-09d1-444a-9ede-d8e431aee359 service neutron] 10.222.0.18 "GET /v2.0/networks/c53577b6-4b89-4f26-850f-f4cf5fe10cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4833474
Nov 11 22:18:41.498160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e939928-7575-47db-a503-96c114fa033f None None] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:18:41.677310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:18:41.825649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] Provisioning for port 687c3753-3581-4841-a0c1-a39239a51c90 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:18:42.054301 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-77185325-c898-423a-9aff-6cf507fa82e3 req-594d8a0b-e813-4f3a-b59a-9e5efbaa7e26 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.3712604
Nov 11 22:18:42.235168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] Provisioning complete for port 687c3753-3581-4841-a0c1-a39239a51c90 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:42.244878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:42.549999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 42026) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:42.655533 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-adada113-34d6-47e3-9ec9-4e5e75afe5a5 req-76c39f0d-7732-4826-8b54-c338f0a68b03 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.3602738
Nov 11 22:18:42.768016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Router e14218f1-f2f8-47d7-a67c-26df3c71f567 is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:18:42.795910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:42.885365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 42042) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:42.898984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b75359b0>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:38Z', 'revision_number': 3, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:42.931289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Checking router: 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:18:42.932110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Updating router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 port 3e7c991e-0013-47b9-853f-59f70111cec9 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:18:42.939315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] For port 687c3753-3581-4841-a0c1-a39239a51c90, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=687c3753-3581-4841-a0c1-a39239a51c90,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:18:42.998858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:43.001776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:43.101091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:43.314105 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] Pushing event updated for resources: {'Port': ['ID=687c3753-3581-4841-a0c1-a39239a51c90,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:43.337259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:43.443768 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-99ded7ed-0d44-483b-ac19-8d974ed102e4 req-2b30ff2f-34b0-417c-aa96-8ebff5ca4230 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.1650043
Nov 11 22:18:43.534569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:43.574849 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 687c3753-3581-4841-a0c1-a39239a51c90 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:18:43.673181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:43.734601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:43.759925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Usage tracker for resource:security_group_rule and tenant:cdb191b3b6314bd997f5a9ecd485125d is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:43.764941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:43.781851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:43.813395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:43.822488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Usage tracker for resource:security_group_rule and tenant:83ca32323e0649a291739e9a19a15683 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:43.826979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:43.850459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:43.904604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-ce711b11-b229-4314-a7bf-379c2d1745f7 None None] Provisioning complete for port 687c3753-3581-4841-a0c1-a39239a51c90 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:43.907035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce711b11-b229-4314-a7bf-379c2d1745f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.017964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 687c3753-3581-4841-a0c1-a39239a51c90 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:44.018548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.028074 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d68d3b80-1714-4147-88be-6900dea78ef0 req-d0a87db6-c142-4113-b172-811ac68b0b8e tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.1164532
Nov 11 22:18:44.132860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.198992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:18:44.220450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Sync routers for ids ['e14218f1-f2f8-47d7-a67c-26df3c71f567'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:18:44.255270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.256636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Routers {'e14218f1-f2f8-47d7-a67c-26df3c71f567'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:18:44.258822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7655e10>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:18:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['e14218f1-f2f8-47d7-a67c-26df3c71f567'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:44.298484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Transition to ACTIVE for port object 3e7c991e-0013-47b9-853f-59f70111cec9 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:18:44.322967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.342259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:44.364610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.369511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:44.375443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.383542 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.9620602
Nov 11 22:18:44.384022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42084) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:44.391208 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.435329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8814b372-62d8-4377-b577-46ca92dc77b9,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:44.446758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:44.448460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Synchronizing usage tracker for tenant:284b32ebe9434a509002da27a23b7b4a on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:18:44.453118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.466843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:44.519141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Pushing event updated for resources: {'Port': ['ID=3e7c991e-0013-47b9-853f-59f70111cec9,revision_number=2']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:44.520620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Set router e14218f1-f2f8-47d7-a67c-26df3c71f567 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:18:44.523434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Attempting to bind port 3e7c991e-0013-47b9-853f-59f70111cec9 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:18:44.524068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Attempting to bind port 3e7c991e-0013-47b9-853f-59f70111cec9 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:18:44.524614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Attempting to bind port 3e7c991e-0013-47b9-853f-59f70111cec9 on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:18:44.526483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55287da0-6a20-4855-aff8-ee2e0c5a9b9d,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:44.532757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Synchronizing usage tracker for tenant:284b32ebe9434a509002da27a23b7b4a on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:18:44.540156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.545388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:18:44.546317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Tracked resource versions report:
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]: pushed versions:
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]: {   'ConntrackHelper': {'1.0'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Log': {'1.0'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Network': {'1.1'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Port': {'1.5'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'PortForwarding': {'1.2'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'QosPolicy': {'1.8'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroup': {'1.2'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SecurityGroupRule': {'1.0'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'SubPort': {'1.0'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Subnet': {'1.1'},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     'Trunk': {'1.1'}}
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]: consumer versions:
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]: {   DHCP agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     HyperV agent@hv-cinder-81588: {},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     L3 agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metadata agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     Metering agent@dv-cinder-815883-4-iscsi: {},
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:     Open vSwitch agent@dv-cinder-815883-4-iscsi: {   'ConntrackHelper': '1.0',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Log': '1.0',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Network': '1.1',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Port': '1.5',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'PortForwarding': '1.2',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'QosPolicy': '1.8',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroup': '1.2',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SecurityGroupRule': '1.0',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'SubPort': '1.0',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Subnet': '1.1',
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:                                                      'Trunk': '1.1'}}
Nov 11 22:18:44.546385 dv-cinder-815883-4-iscsi neutron-server[88233]:  {{(pid=88347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 11 22:18:44.548961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:44.550818 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:18:44.551708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:18:44.552547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.553397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:18:44.554287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Bound port: 3e7c991e-0013-47b9-853f-59f70111cec9, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:18:44.554893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.555667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Unset dirty status for tenant:284b32ebe9434a509002da27a23b7b4a on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:18:44.568848 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdb191b3b6314bd997f5a9ecd485125d&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0035160
Nov 11 22:18:44.574574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42092) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:44.586808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Unset dirty status for tenant:284b32ebe9434a509002da27a23b7b4a on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:18:44.591108 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83ca32323e0649a291739e9a19a15683&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7019434
Nov 11 22:18:44.591237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 42098) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:44.695565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] For port 3e7c991e-0013-47b9-853f-59f70111cec9, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:18:44.707650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] For port 3e7c991e-0013-47b9-853f-59f70111cec9, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3e7c991e-0013-47b9-853f-59f70111cec9,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:18:44.715603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5731f0f3-9a86-4fb3-ad28-3dc0bdd4311a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.753050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5731f0f3-9a86-4fb3-ad28-3dc0bdd4311a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.758840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.764086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:44.842577 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.935393 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5731f0f3-9a86-4fb3-ad28-3dc0bdd4311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:44.962256 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a0076d2-26d9-443e-81b5-d88b8f346d1a req-0c23291c-e48f-4698-8868-8f933b1157a5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.1018262
Nov 11 22:18:44.967353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:44.968912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d62a28a2-8cd0-43ad-955b-220df20ede02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:45.002554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731f0f3-9a86-4fb3-ad28-3dc0bdd4311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55287da0-6a20-4855-aff8-ee2e0c5a9b9d,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:45.013919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5731f0f3-9a86-4fb3-ad28-3dc0bdd4311a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:45.016077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5731f0f3-9a86-4fb3-ad28-3dc0bdd4311a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:45.017355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5731f0f3-9a86-4fb3-ad28-3dc0bdd4311a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55287da0-6a20-4855-aff8-ee2e0c5a9b9d HTTP/1.1" status: 204  len: 168 time: 0.4250178
Nov 11 22:18:45.038775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Pushing event updated for resources: {'Port': ['ID=3e7c991e-0013-47b9-853f-59f70111cec9,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:45.043064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:18:45.043838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b75359b0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:18:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:45.131496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:45.132167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d62a28a2-8cd0-43ad-955b-220df20ede02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:45.245901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7655e10>, [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:40Z', 'revision_number': 3, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port': {'id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:39Z', 'updated_at': '2021-11-11T22:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:45.260859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Checking router: e14218f1-f2f8-47d7-a67c-26df3c71f567 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:18:45.261946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Updating router e14218f1-f2f8-47d7-a67c-26df3c71f567 port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:18:45.272438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:18:45.494600 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fda52b2f-d448-43a6-a693-515d364cc158 req-1e7620b1-bdbc-407c-bc08-6f8a2a3d85ea tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.1470776
Nov 11 22:18:45.497950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Allocated IP 172.20.0.1 (af40f704-3ba0-4e2a-a0d5-f2f041f17169/f764346b-8be2-4615-a40f-0b87c5a0843e/47fa3502-fc07-4d94-a851-53bd3b12da43) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:18:45.505366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:45.511797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d62a28a2-8cd0-43ad-955b-220df20ede02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:45.526815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ce916f7a-bce0-4138-b9e5-63d5272e1adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:45.548410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a28a2-8cd0-43ad-955b-220df20ede02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8814b372-62d8-4377-b577-46ca92dc77b9,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:45.553946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d62a28a2-8cd0-43ad-955b-220df20ede02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:45.591673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d62a28a2-8cd0-43ad-955b-220df20ede02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:45.593130 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d62a28a2-8cd0-43ad-955b-220df20ede02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8814b372-62d8-4377-b577-46ca92dc77b9 HTTP/1.1" status: 204  len: 168 time: 1.0085168
Nov 11 22:18:45.905815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:45.969414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b75359b0>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:38Z', 'revision_number': 3, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:45.976303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23351ac2-f91a-4e09-b92a-ba87c6ab9888 None None] The sync data for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi is: [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:38Z', 'revision_number': 3, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:18:45.983269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Transition to ACTIVE for port object 47fa3502-fc07-4d94-a851-53bd3b12da43 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:18:46.108255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.111459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-151f57ec-6a19-4ff2-aef4-c4343fc419a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:46.196361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:46.216110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:46.223422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:18:46.223941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.243429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Pushing event updated for resources: {'Port': ['ID=47fa3502-fc07-4d94-a851-53bd3b12da43,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:46.327875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.337538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:46.363836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Transition to ACTIVE for port object 59c5aed4-ccb3-4f38-a03c-b8167c0513ab will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:18:46.404789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.413433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:46.444611 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1959b5dc-d03a-4f7a-9d4e-f039c1e5f970 req-783e9008-010b-4cb2-a28c-5d472f90be9e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.1094029
Nov 11 22:18:46.595792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Attempting to bind port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:18:46.596409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Attempting to bind port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:18:46.597444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Attempting to bind port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:18:46.622145 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60363f-ccc6-4352-8624-de5834ad52fc None None] Pushing event updated for resources: {'Port': ['ID=59c5aed4-ccb3-4f38-a03c-b8167c0513ab,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:46.631977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7b60363f-ccc6-4352-8624-de5834ad52fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:46.634050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:18:46.634738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:18:46.635490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.636214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:18:46.637133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Bound port: 59c5aed4-ccb3-4f38-a03c-b8167c0513ab, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:18:46.638402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.700605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 42136) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:46.744350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.790155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.882131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] For port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:18:46.891120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] For port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=59c5aed4-ccb3-4f38-a03c-b8167c0513ab,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:18:46.894845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:46.908925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddba414a6f14e84a6355e6ad3da26da is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:46.914907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:46.952724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:46.962982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:47.014362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:47.093983 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-483a723d-ed03-4369-8a39-36055e545f22 req-6427001e-a2f1-4624-9a40-118d1e2c90cd tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.1577201
Nov 11 22:18:47.101255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:47.258883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60363f-ccc6-4352-8624-de5834ad52fc None None] Pushing event updated for resources: {'Port': ['ID=59c5aed4-ccb3-4f38-a03c-b8167c0513ab,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:47.262723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Routers {'e14218f1-f2f8-47d7-a67c-26df3c71f567'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:18:47.263548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7655e10>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:18:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['e14218f1-f2f8-47d7-a67c-26df3c71f567'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:47.339003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7b60363f-ccc6-4352-8624-de5834ad52fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:47.349388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-eca86217-bb4e-4624-acd3-496b1d37d1cd None None] Provisioning for port 47fa3502-fc07-4d94-a851-53bd3b12da43 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:18:47.351688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:47.361543 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-eca86217-bb4e-4624-acd3-496b1d37d1cd None None] Provisioning complete for port 47fa3502-fc07-4d94-a851-53bd3b12da43 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:47.361978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eca86217-bb4e-4624-acd3-496b1d37d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:47.408936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:47.431959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-80b49f38-8bcb-4f9c-943b-9ac889eabdae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:47.612833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-eca86217-bb4e-4624-acd3-496b1d37d1cd None None] Port 47fa3502-fc07-4d94-a851-53bd3b12da43 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:18:47.639651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6910b90-2b14-48ca-b165-b50afcc3e122,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:47.668411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:47.716320 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ddba414a6f14e84a6355e6ad3da26da&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0100005
Nov 11 22:18:47.716320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 42154) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:47.759510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] Set router e14218f1-f2f8-47d7-a67c-26df3c71f567 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:18:48.014422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Allocated IP 172.20.0.1 (993f3801-0dfa-4a0f-9e80-197a191a325b/0cccbecd-5ff3-44ee-aaff-ed5577a38a19/07ce2da2-f773-41f3-8835-5beb9c068343) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:18:48.082576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:48.107503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3e7c991e-0013-47b9-853f-59f70111cec9 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:18:48.164948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:48.166934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:48.175917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:48.429592 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9cc4879-db21-46d0-a3e2-85246e6d7224 req-7d8dfa2d-c28b-4183-a6bc-977631ee0ac5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.5824001
Nov 11 22:18:48.430995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3989b954-43dd-45d4-8096-639867d8ea7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:48.488613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 3e7c991e-0013-47b9-853f-59f70111cec9 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:18:48.498972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 3e7c991e-0013-47b9-853f-59f70111cec9 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:48.499623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:48.558515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3989b954-43dd-45d4-8096-639867d8ea7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:48.824466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:48.899983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7655e10>, [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:40Z', 'revision_number': 3, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port': {'id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:39Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:48.915859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:48.936943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf9ea2-3fd3-457d-8792-e8e66a4f54cf None None] The sync data for ids ['e14218f1-f2f8-47d7-a67c-26df3c71f567'] in dv-cinder-815883-4-iscsi is: [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:40Z', 'revision_number': 3, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port': {'id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:39Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:18:48.963992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 3e7c991e-0013-47b9-853f-59f70111cec9, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3e7c991e-0013-47b9-853f-59f70111cec9,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:18:48.999224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3989b954-43dd-45d4-8096-639867d8ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:49.018067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:49.032488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:49.037664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:49.050614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Pushing event updated for resources: {'Port': ['ID=47fa3502-fc07-4d94-a851-53bd3b12da43,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:49.059371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:49.084402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:49.099173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:49.148656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=3e7c991e-0013-47b9-853f-59f70111cec9,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:49.154910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:49.167800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:18:49.172601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989b954-43dd-45d4-8096-639867d8ea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6910b90-2b14-48ca-b165-b50afcc3e122,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:49.175829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3989b954-43dd-45d4-8096-639867d8ea7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:49.177218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3989b954-43dd-45d4-8096-639867d8ea7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:49.188866 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3989b954-43dd-45d4-8096-639867d8ea7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6910b90-2b14-48ca-b165-b50afcc3e122 HTTP/1.1" status: 204  len: 168 time: 1.4637632
Nov 11 22:18:49.194500 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5108f2c-04f1-4c23-a6f8-0ea1f991eae3 req-754ffa6f-7fbb-4ad5-a09f-7ebdc233dfc3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.1353736
Nov 11 22:18:49.278044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Network 993f3801-0dfa-4a0f-9e80-197a191a325b is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:49.284154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:49.287554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:18:49.288342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:49.298426 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Pushing event updated for resources: {'Port': ['ID=07ce2da2-f773-41f3-8835-5beb9c068343,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:49.307834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:49.354696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:49.358316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:49.593080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3e7c991e-0013-47b9-853f-59f70111cec9 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:18:49.804842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 3e7c991e-0013-47b9-853f-59f70111cec9 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:49.807643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:49.989741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:50.019407 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8014c9d0-e504-4013-a1c0-7e61b38b7235 req-7193ee45-b28e-4b1f-bea1-f89a389e207c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.2497251
Nov 11 22:18:50.098219 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-b55a6b3e-50ad-49cc-a08e-538352234bac None None] Provisioning complete for port 47fa3502-fc07-4d94-a851-53bd3b12da43 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:50.099008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b55a6b3e-50ad-49cc-a08e-538352234bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:50.171344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-b55a6b3e-50ad-49cc-a08e-538352234bac None None] Port 47fa3502-fc07-4d94-a851-53bd3b12da43 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:18:50.491124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:50.565879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:50.582379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:50.618833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:18:50.621970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:50.622186 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8e8a7db3-2d97-428e-a57b-3e2e3b13a424 req-d122e6ef-f4e1-4c60-b55c-c5cfffc85e6b tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.0500073
Nov 11 22:18:50.970181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Pushing event updated for resources: {'Port': ['ID=07ce2da2-f773-41f3-8835-5beb9c068343,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:51.079656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:51.184616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Network 993f3801-0dfa-4a0f-9e80-197a191a325b is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:51.189354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:51.319066 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3020ce44-4aad-4377-86c3-c02639b86c8f req-2ef2b6fa-ae10-4ada-9efd-b3e027cb1f41 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.0735328
Nov 11 22:18:51.594879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 59c5aed4-ccb3-4f38-a03c-b8167c0513ab up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:18:51.821897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:18:51.842427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:51.843155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:51.883561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:18:51.902586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Sync routers for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:18:51.922673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:18:51.923405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b77a4f60>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:18:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:51.923759 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] 10.222.0.18 "PUT /v2.0/routers/2b7bb2f1-f2cf-46a7-b030-b117c27ac719/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8268671
Nov 11 22:18:51.996861 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-45a566fa-3d1f-4561-b686-5f0837ecdc09 req-010b9558-e31e-4bfb-8e64-c6364581b75a tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.1507881
Nov 11 22:18:52.225388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:52.279955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Router e14218f1-f2f8-47d7-a67c-26df3c71f567 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:18:52.321252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:18:52.424382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=59c5aed4-ccb3-4f38-a03c-b8167c0513ab,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:18:52.455437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:52.458930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:52.593546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=59c5aed4-ccb3-4f38-a03c-b8167c0513ab,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:52.603059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:52.645315 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03bfd8b4-438c-4ed5-87e9-ddce191c26b7 req-26a51a78-ba14-4f39-bbea-1c481ffa28b8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.0691741
Nov 11 22:18:52.672962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:18:52.680315 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] 10.222.0.18 "PUT /v2.0/routers/e14218f1-f2f8-47d7-a67c-26df3c71f567/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2833695
Nov 11 22:18:52.874944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b77a4f60>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:18:47Z', 'revision_number': 2, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:52.892089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Checking router: 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:18:52.892507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Updating router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 port 47fa3502-fc07-4d94-a851-53bd3b12da43 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:18:53.028657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:53.106249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.65', 63206) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:53.369535 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42278) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:53.376919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716875383', 'description': 'tempest-description--540287291'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:53.387077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:53.398070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:security_group and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:53.399248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908643ed-ac0f-4012-a83c-514371f76ded req-bb2f5fd2-8730-4854-8e18-7f1a40eadc86 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:53.400864 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-bb2f5fd2-8730-4854-8e18-7f1a40eadc86 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.65 "GET /v2.0/networks?id=c53577b6-4b89-4f26-850f-f4cf5fe10cb9 HTTP/1.1" status: 200  len: 812 time: 0.2930667
Nov 11 22:18:53.406833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:53.424120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:53.454402 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2ce689c3-9a44-4c95-b93b-1a9ea9a4d9e6 req-2043438c-f875-448e-bae0-dbaa85366d46 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.0520961
Nov 11 22:18:53.495708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:53.540219 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Request body: {'port': {'device_id': 'b5d51301-faed-4279-a591-df415c19ec08', 'network_id': 'c53577b6-4b89-4f26-850f-f4cf5fe10cb9', 'admin_state_up': True, 'tenant_id': 'ba0a331670d74c77af21d3786e51e724'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:53.592780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:53.604563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:security_group_rule and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:53.610232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:53.628347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 59c5aed4-ccb3-4f38-a03c-b8167c0513ab up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:18:53.630684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:53.750238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:53.786554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:53.794357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c907fe7d-91b1-4ad0-b7ec-b666a4c35235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:53.816425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:53.834713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Transition to ACTIVE for port object 47fa3502-fc07-4d94-a851-53bd3b12da43 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:18:53.890584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:53.896004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fdb3fdca-cd4c-4756-9c8b-699cf85df55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:53.896197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f4a0c7-dd00-4147-ae5b-394b46bca985,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:53.914626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:53.986006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:53.989370 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.6180065
Nov 11 22:18:53.991226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:18:53.991902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:53.994702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42304) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:54.026996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'security_group_rule': {'security_group_id': 'd2f4a0c7-dd00-4147-ae5b-394b46bca985', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:54.063519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:54.079062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:security_group_rule and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:54.091954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:54.115338 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:54.133871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.65', 63211) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:54.328359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210bb59-2d32-451f-b607-4a2535ac92cc None None] Pushing event updated for resources: {'Port': ['ID=47fa3502-fc07-4d94-a851-53bd3b12da43,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:54.335612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0210bb59-2d32-451f-b607-4a2535ac92cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:54.589994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Attempting to bind port 47fa3502-fc07-4d94-a851-53bd3b12da43 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:18:54.593432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Attempting to bind port 47fa3502-fc07-4d94-a851-53bd3b12da43 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:18:54.598020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Attempting to bind port 47fa3502-fc07-4d94-a851-53bd3b12da43 on network af40f704-3ba0-4e2a-a0d5-f2f041f17169 {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:18:54.635925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:18:54.636992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Checking segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:18:54.638600 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:54.640614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:54.644299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Bound using segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:18:54.646232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Bound port: 47fa3502-fc07-4d94-a851-53bd3b12da43, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:18:54.649854 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:54.660810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:54.927357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] For port 47fa3502-fc07-4d94-a851-53bd3b12da43, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:18:54.945103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] For port 47fa3502-fc07-4d94-a851-53bd3b12da43, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=47fa3502-fc07-4d94-a851-53bd3b12da43,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:18:54.945873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-2cf2d302-dedb-438f-9e34-3d5eb1b5d085 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:54.945873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-2cf2d302-dedb-438f-9e34-3d5eb1b5d085 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Synchronizing usage tracker for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:network {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:18:54.955471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:54.979186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Usage tracker for resource:port and tenant:ba0a331670d74c77af21d3786e51e724 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:54.981724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:54.988741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:55.018355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f578dbc3-f535-454a-9695-6c4e9a1d4efd req-61dbdf21-eb5e-4f9b-aaba-bdacb62ca7d7 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.4444849
Nov 11 22:18:55.026627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:55.027236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:55.052520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:55.121635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:55.140700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-2cf2d302-dedb-438f-9e34-3d5eb1b5d085 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Unset dirty status for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:network {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:18:55.151166 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-2cf2d302-dedb-438f-9e34-3d5eb1b5d085 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 814 time: 1.0133238
Nov 11 22:18:55.163515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-a3cf1f8f-eb27-42e7-b80b-679c5be8a083 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:55.164857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-a3cf1f8f-eb27-42e7-b80b-679c5be8a083 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Synchronizing usage tracker for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:network {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:18:55.187158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Request body: {'port': {'device_id': 'e3ec4007-d11d-4126-a530-ecc7a90e79c2', 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'admin_state_up': True, 'tenant_id': '415a98da77784590b45e9f4f8d5e1f2a'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:55.202267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210bb59-2d32-451f-b607-4a2535ac92cc None None] Pushing event updated for resources: {'Port': ['ID=47fa3502-fc07-4d94-a851-53bd3b12da43,revision_number=4']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:55.210248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0210bb59-2d32-451f-b607-4a2535ac92cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:55.245434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f689250-0339-4bec-b271-73b2ede36aa4,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:55.259146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-a3cf1f8f-eb27-42e7-b80b-679c5be8a083 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Unset dirty status for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:network {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:18:55.266289 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-a3cf1f8f-eb27-42e7-b80b-679c5be8a083 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 819 time: 1.0872262
Nov 11 22:18:55.267872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Made reservation on behalf of ba0a331670d74c77af21d3786e51e724 for: {'port': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:55.273828 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:55.297399 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:55.520619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:55.527977 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.5312972
Nov 11 22:18:55.542010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42368) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:55.546575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:18:55.547291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b77a4f60>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:18:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:55.580109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'security_group_rule': {'security_group_id': 'd2f4a0c7-dd00-4147-ae5b-394b46bca985', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:55.593497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Sync routers for ids ['e14218f1-f2f8-47d7-a67c-26df3c71f567'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:18:55.605150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:55.628707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:security_group_rule and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:55.646442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:55.668932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:55.672311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Routers {'e14218f1-f2f8-47d7-a67c-26df3c71f567'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:18:55.683734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7804be0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:18:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['e14218f1-f2f8-47d7-a67c-26df3c71f567'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:55.802769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:55.852951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Usage tracker for resource:port and tenant:415a98da77784590b45e9f4f8d5e1f2a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:55.885560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:55.924414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:55.980011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:56.072231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:56.092128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Made reservation on behalf of 415a98da77784590b45e9f4f8d5e1f2a for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:18:56.104542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:56.207038 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-fea32e29-4183-41ff-abb8-3663f8dd044f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/quotas/55ae56a5c1f34489940d6f0ec3993e3d HTTP/1.1" status: 200  len: 375 time: 0.8721287
Nov 11 22:18:56.278812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:56.491875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Set router e14218f1-f2f8-47d7-a67c-26df3c71f567 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:18:56.521436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Allocated IP 172.20.0.13 (f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456/e631a5fa-70dd-4c4a-8199-4dbb931e37d8/fdd53752-f197-4ff2-ac1e-e17d49fc1545) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:18:56.540340 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03f72938-b4f9-4052-8e87-71d4b36884be req-82129905-023d-47d2-89d3-889d048da458 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.3689027
Nov 11 22:18:56.772877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:18:56.988451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Allocated IP 172.20.0.3 (c53577b6-4b89-4f26-850f-f4cf5fe10cb9/9c1a4c40-5c4f-44ff-9b89-bd8c299d20ba/464e50ed-711b-45a8-9830-166904706696) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:18:56.997810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:57.129623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3ce6f0f7-422b-46cd-9bde-c4ca82ff4c8b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:57.167900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767f5ad8-e6af-43c7-bfba-629295dc0aaf,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:57.188542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:57.193072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:57.197977 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.6515014
Nov 11 22:18:57.210501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42398) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:57.239710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:18:57.277199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:57.290734 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-fef1044a-aba3-4533-898c-92ff531f6796 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7360985
Nov 11 22:18:57.315270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:floatingip and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:57.365913 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:57.411956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:57.526598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42410) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:57.549016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:57.584200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:57.728459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7804be0>, [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:49Z', 'revision_number': 4, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port': {'id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:39Z', 'updated_at': '2021-11-11T22:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '07ce2da2-f773-41f3-8835-5beb9c068343', 'name': '', 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'mac_address': 'fa:16:3e:60:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cccbecd-5ff3-44ee-aaff-ed5577a38a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:47Z', 'updated_at': '2021-11-11T22:18:50Z', 'revision_number': 2, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'subnets': [{'id': '0cccbecd-5ff3-44ee-aaff-ed5577a38a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:57.756528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Checking router: e14218f1-f2f8-47d7-a67c-26df3c71f567 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:18:57.757257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Updating router e14218f1-f2f8-47d7-a67c-26df3c71f567 port 07ce2da2-f773-41f3-8835-5beb9c068343 binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:18:58.048789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:58.232348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:58.262748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:58.311075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c5b7581b-c035-42f8-9234-70a78fb155f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:58.406358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b77a4f60>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:18:54Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:18:58.425362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e61337-bebb-4678-a2ab-52677974d486 None None] The sync data for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi is: [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:18:54Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:18:58.430261 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Pushing event updated for resources: {'Port': ['ID=fdd53752-f197-4ff2-ac1e-e17d49fc1545,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:58.438845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:58.484361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:18:58.488912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7d43c57044f541c5b0d9c7c106370ab9 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:18:58.496724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:18:58.499820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:18:58.567473 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-7a6299d8-5874-4295-8667-a48fd5b23498 service neutron] 10.222.0.18 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2123840
Nov 11 22:18:58.572776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:58.587889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:58.634509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:58.663089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:18:58.668434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:58.669171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:58.797738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:58.977528 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8026226
Nov 11 22:18:59.040596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51b2bc-6d65-4284-ab6d-8e185d7b0c01 req-791f5294-31cc-4790-83a5-9e174619674b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:59.062629 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba51b2bc-6d65-4284-ab6d-8e185d7b0c01 req-791f5294-31cc-4790-83a5-9e174619674b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 932 time: 0.6401567
Nov 11 22:18:59.117093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-a831ff78-6c7e-4b4b-833d-d4a6643c805f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:18:59.119982 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-a831ff78-6c7e-4b4b-833d-d4a6643c805f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0383451
Nov 11 22:18:59.213171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:59.234519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:59.308712 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2c004bc7-044e-4f19-9bdd-5284cef3fb0a service neutron] 10.222.0.18 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7064493
Nov 11 22:18:59.314253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:59.331288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:59.366897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:59.445571 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d43c57044f541c5b0d9c7c106370ab9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9175193
Nov 11 22:18:59.464260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42436) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:18:59.515247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:59.595243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Transition to ACTIVE for port object 07ce2da2-f773-41f3-8835-5beb9c068343 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:18:59.603159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Allocated IP 172.27.1.227 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/fe4c21c3-e871-44f5-8442-d0a360f6b131) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:18:59.604940 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba51b2bc-6d65-4284-ab6d-8e185d7b0c01 req-c9d6eff4-2296-49c6-be23-cfe25f6d3f1b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5089147
Nov 11 22:18:59.689448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:59.695627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Network c53577b6-4b89-4f26-850f-f4cf5fe10cb9 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:18:59.701064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:18:59.710965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:18:59.716449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:18:59.717369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:18:59.738912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Pushing event updated for resources: {'Port': ['ID=464e50ed-711b-45a8-9830-166904706696,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:59.754760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:59.779915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:18:59.811125 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.2824144
Nov 11 22:18:59.860074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca73f7dc-240f-4ad2-b81d-ecfe3f728f36,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:18:59.889621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:18:59.997926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 47fa3502-fc07-4d94-a851-53bd3b12da43 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:00.180183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-063b364e-7307-465f-8470-ee84e2562818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:00.264424 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-162b213c-bbbc-4055-b186-4fe1f88ef283 req-23001a41-e691-4f6c-a65d-9a4fa4c94090 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 210 time: 0.1566560
Nov 11 22:19:00.267818 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f119a2-9936-468c-9411-3399da8327b6 None None] Pushing event updated for resources: {'Port': ['ID=07ce2da2-f773-41f3-8835-5beb9c068343,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:00.275886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Request body: {'port': {'device_id': 'b5d51301-faed-4279-a591-df415c19ec08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:19:00.276065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Request body: {'port': {'device_id': 'e3ec4007-d11d-4126-a530-ecc7a90e79c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:19:00.376999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0f119a2-9936-468c-9411-3399da8327b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:00.438391 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-063b364e-7307-465f-8470-ee84e2562818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:00.859498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.065773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.068429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ab74e-24f1-4235-8360-b6c9b9623a03 req-eb7affee-8b2d-46ba-8215-a46bf0879a68 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:01.069234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-123ab74e-24f1-4235-8360-b6c9b9623a03 req-eb7affee-8b2d-46ba-8215-a46bf0879a68 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Synchronizing usage tracker for tenant:ba0a331670d74c77af21d3786e51e724 on resource:port {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:19:01.085657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Attempting to bind port 07ce2da2-f773-41f3-8835-5beb9c068343 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:19:01.086471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Attempting to bind port 07ce2da2-f773-41f3-8835-5beb9c068343 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:19:01.087462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Attempting to bind port 07ce2da2-f773-41f3-8835-5beb9c068343 on network 993f3801-0dfa-4a0f-9e80-197a191a325b {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:01.095872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 47fa3502-fc07-4d94-a851-53bd3b12da43 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:19:01.104103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:19:01.104743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Checking segment: {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:19:01.107364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.107364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Bound using segment: {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:19:01.107364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Bound port: 07ce2da2-f773-41f3-8835-5beb9c068343, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:19:01.107364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.135273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.177177 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 47fa3502-fc07-4d94-a851-53bd3b12da43 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:01.179419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.341330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-123ab74e-24f1-4235-8360-b6c9b9623a03 req-eb7affee-8b2d-46ba-8215-a46bf0879a68 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Unset dirty status for tenant:ba0a331670d74c77af21d3786e51e724 on resource:port {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:19:01.343752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-063b364e-7307-465f-8470-ee84e2562818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.371152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-123ab74e-24f1-4235-8360-b6c9b9623a03 req-eb7affee-8b2d-46ba-8215-a46bf0879a68 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 931 time: 1.5015872
Nov 11 22:19:01.682302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:01.728101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-063b364e-7307-465f-8470-ee84e2562818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.730481 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-063b364e-7307-465f-8470-ee84e2562818 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca73f7dc-240f-4ad2-b81d-ecfe3f728f36 HTTP/1.1" status: 204  len: 168 time: 2.2718539
Nov 11 22:19:01.735172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b364e-7307-465f-8470-ee84e2562818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca73f7dc-240f-4ad2-b81d-ecfe3f728f36,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:01.742638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-063b364e-7307-465f-8470-ee84e2562818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:01.778028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:01.919900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:01.951425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:02.007623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] For port 07ce2da2-f773-41f3-8835-5beb9c068343, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:19:02.120204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 47fa3502-fc07-4d94-a851-53bd3b12da43, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=47fa3502-fc07-4d94-a851-53bd3b12da43,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:02.151119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] For port 07ce2da2-f773-41f3-8835-5beb9c068343, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=07ce2da2-f773-41f3-8835-5beb9c068343,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:19:02.169134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:02.173998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:02.288643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:02.500277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Routers {'e14218f1-f2f8-47d7-a67c-26df3c71f567'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:19:02.500996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7804be0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:18:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['e14218f1-f2f8-47d7-a67c-26df3c71f567'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:19:02.613082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-197cb44f-480d-4fa7-87fe-5cbd6a6ecfac tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:02.618282 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-197cb44f-480d-4fa7-87fe-5cbd6a6ecfac tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 819 time: 1.1119187
Nov 11 22:19:02.632767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-123ab74e-24f1-4235-8360-b6c9b9623a03 req-efc2b116-1f75-4d6b-897e-0c1963b67cd3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Synchronizing usage tracker for tenant:ba0a331670d74c77af21d3786e51e724 on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:19:02.689513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=47fa3502-fc07-4d94-a851-53bd3b12da43,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:02.724550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:02.724950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:02.759512 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1ac45082-0786-4819-880c-682239dfb2bd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/quotas/55ae56a5c1f34489940d6f0ec3993e3d HTTP/1.1" status: 200  len: 375 time: 0.0961931
Nov 11 22:19:02.878658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-123ab74e-24f1-4235-8360-b6c9b9623a03 req-efc2b116-1f75-4d6b-897e-0c1963b67cd3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Unset dirty status for tenant:ba0a331670d74c77af21d3786e51e724 on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:19:02.891633 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-123ab74e-24f1-4235-8360-b6c9b9623a03 req-efc2b116-1f75-4d6b-897e-0c1963b67cd3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5187960
Nov 11 22:19:02.949762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f119a2-9936-468c-9411-3399da8327b6 None None] Pushing event updated for resources: {'Port': ['ID=07ce2da2-f773-41f3-8835-5beb9c068343,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:02.955439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0f119a2-9936-468c-9411-3399da8327b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:03.053997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:19:03.066467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:19:03.080699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:19:03.251591 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-b0e75ba7-3979-4356-a5ae-37163b42a354 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4749928
Nov 11 22:19:03.387121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] Set router e14218f1-f2f8-47d7-a67c-26df3c71f567 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:19:03.399042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464e50ed-711b-45a8-9830-166904706696 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:03.409764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:03.421709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 42512) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:03.433414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Transition to ACTIVE for port object 464e50ed-711b-45a8-9830-166904706696 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:19:03.490516 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:03.498247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:03.511490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'Port': ['ID=fe4c21c3-e871-44f5-8442-d0a360f6b131,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:03.518472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.598s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:03.520800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:03.606833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Pushing event updated for resources: {'Port': ['ID=464e50ed-711b-45a8-9830-166904706696,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:03.649920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:03.728083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:03.743727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:04.156755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42526) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:04.173802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:04.177963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd53752-f197-4ff2-ac1e-e17d49fc1545 {{(pid=88345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:04.229048 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-36290363-543c-4ad2-a108-642e542d8710 service neutron] 10.222.0.18 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8062348
Nov 11 22:19:04.264271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed4bc9190c8c4d99a6fa5a0a991f6338 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:04.277447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:04.281588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:04.288979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7804be0>, [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:49Z', 'revision_number': 4, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port': {'id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:39Z', 'updated_at': '2021-11-11T22:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '07ce2da2-f773-41f3-8835-5beb9c068343', 'name': '', 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'mac_address': 'fa:16:3e:60:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cccbecd-5ff3-44ee-aaff-ed5577a38a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:47Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'subnets': [{'id': '0cccbecd-5ff3-44ee-aaff-ed5577a38a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:19:04.297197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45caa8-7ef0-4b14-bd5a-954e7e0f7129 None None] The sync data for ids ['e14218f1-f2f8-47d7-a67c-26df3c71f567'] in dv-cinder-815883-4-iscsi is: [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:49Z', 'revision_number': 4, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port': {'id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:39Z', 'updated_at': '2021-11-11T22:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '07ce2da2-f773-41f3-8835-5beb9c068343', 'name': '', 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'mac_address': 'fa:16:3e:60:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cccbecd-5ff3-44ee-aaff-ed5577a38a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:47Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'subnets': [{'id': '0cccbecd-5ff3-44ee-aaff-ed5577a38a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:19:04.322531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:04.353100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 47fa3502-fc07-4d94-a851-53bd3b12da43 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:04.461697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Transition to ACTIVE for port object fdd53752-f197-4ff2-ac1e-e17d49fc1545 will not be triggered until provisioned by entity L2. {{(pid=88345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:19:04.574353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:04.605475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6604-4d36-46b9-a7ca-84e9a070a40d req-f549dcac-3c1a-43b5-8eb3-74228a009362 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:04.608097 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-60ba6604-4d36-46b9-a7ca-84e9a070a40d req-f549dcac-3c1a-43b5-8eb3-74228a009362 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 932 time: 0.9595482
Nov 11 22:19:04.620484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Attempting to bind port 464e50ed-711b-45a8-9830-166904706696 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:19:04.620937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Attempting to bind port 464e50ed-711b-45a8-9830-166904706696 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '5f63fbc2-f93b-47e7-b258-c7ecc5f157b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c53577b6-4b89-4f26-850f-f4cf5fe10cb9'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:19:04.621337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Attempting to bind port 464e50ed-711b-45a8-9830-166904706696 on network c53577b6-4b89-4f26-850f-f4cf5fe10cb9 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:04.644101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 47fa3502-fc07-4d94-a851-53bd3b12da43 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:04.645369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Port 464e50ed-711b-45a8-9830-166904706696 on network c53577b6-4b89-4f26-850f-f4cf5fe10cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:19:04.645811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Attempting to bind port 464e50ed-711b-45a8-9830-166904706696 on network c53577b6-4b89-4f26-850f-f4cf5fe10cb9 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:04.647429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:04.653883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:04.678846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f30bb431-d5e0-4c80-b149-9002523a3f85 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:04.715004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:04.719911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Usage tracker for resource:security_group_rule and tenant:8ff04b52d27746e9bfd1766920af4e42 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:04.724247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:04.732628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:04.827492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:04.837390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:19:04.838119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Checking segment: {'id': '5f63fbc2-f93b-47e7-b258-c7ecc5f157b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c53577b6-4b89-4f26-850f-f4cf5fe10cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:19:04.846497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Bound using segment: {'id': '5f63fbc2-f93b-47e7-b258-c7ecc5f157b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c53577b6-4b89-4f26-850f-f4cf5fe10cb9'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:19:04.847065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Bound port: 464e50ed-711b-45a8-9830-166904706696, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f63fbc2-f93b-47e7-b258-c7ecc5f157b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c53577b6-4b89-4f26-850f-f4cf5fe10cb9'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:19:04.847479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:04.929252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Pushing event updated for resources: {'Port': ['ID=fdd53752-f197-4ff2-ac1e-e17d49fc1545,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:04.938875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:05.004964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.066635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.116458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ea745942-3bac-4ca6-a78e-7cf6b36237d3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:05.170788 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-60ba6604-4d36-46b9-a7ca-84e9a070a40d req-a3160204-592b-42b2-96ac-7f6a8f5c280f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5463216
Nov 11 22:19:05.193842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.198470 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-d482b3bb-4daa-43da-b916-c2c565ef42a0 service neutron] 10.222.0.18 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9675708
Nov 11 22:19:05.227378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Attempting to bind port fdd53752-f197-4ff2-ac1e-e17d49fc1545 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:19:05.227670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Attempting to bind port fdd53752-f197-4ff2-ac1e-e17d49fc1545 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'}] {{(pid=88345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:19:05.228044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Attempting to bind port fdd53752-f197-4ff2-ac1e-e17d49fc1545 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:05.232910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff2705e-85de-44bc-ba64-1f3082a047ca,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:05.245511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:05.250789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Port fdd53752-f197-4ff2-ac1e-e17d49fc1545 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:19:05.251085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Attempting to bind port fdd53752-f197-4ff2-ac1e-e17d49fc1545 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:05.263139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:19:05.263546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Checking segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:19:05.265049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Bound using segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:19:05.265682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Bound port: fdd53752-f197-4ff2-ac1e-e17d49fc1545, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'}}] {{(pid=88345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:19:05.266046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.287168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.288954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:05.396132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.428016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8357692d-2eb3-4ca4-9992-dfa8d2d2fe9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:05.496488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'Port': ['ID=fe4c21c3-e871-44f5-8442-d0a360f6b131,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:05.499917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:05.503113 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.543445 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ff04b52d27746e9bfd1766920af4e42&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3748069
Nov 11 22:19:05.544251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42546) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:05.609843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43295e-6138-45d2-804c-cce5725bb94b,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:05.631498 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed4bc9190c8c4d99a6fa5a0a991f6338&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9799509
Nov 11 22:19:05.632872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:05.649050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 42552) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:05.655061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] For port fdd53752-f197-4ff2-ac1e-e17d49fc1545, host hv-cinder-81588, cleared binding levels {{(pid=88345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:19:05.676757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] For port 464e50ed-711b-45a8-9830-166904706696, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:19:05.704368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] For port fdd53752-f197-4ff2-ac1e-e17d49fc1545, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdd53752-f197-4ff2-ac1e-e17d49fc1545,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:19:05.720063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf6e1a-4531-47e4-a4c8-b72a80c6e51c req-9daf9dd0-50b8-45d2-ac9f-ccafd8993c2a tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:05.728346 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c3cf6e1a-4531-47e4-a4c8-b72a80c6e51c req-9daf9dd0-50b8-45d2-ac9f-ccafd8993c2a tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 943 time: 0.2866895
Nov 11 22:19:05.763546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.772567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ea288e58-f630-45cf-ae70-ecf90b49e45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.783394 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:05.784957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] For port 464e50ed-711b-45a8-9830-166904706696, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=464e50ed-711b-45a8-9830-166904706696,segment=NetworkSegment(5f63fbc2-f93b-47e7-b258-c7ecc5f157b0),segment_id=5f63fbc2-f93b-47e7-b258-c7ecc5f157b0)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:19:05.789024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.798003 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.5817766
Nov 11 22:19:05.885548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ea288e58-f630-45cf-ae70-ecf90b49e45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.915809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.963977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-65c047d8-fc54-45d4-8652-288673e2f0e2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:05.982613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:05.985419 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] 10.222.0.65 "PUT /v2.0/ports/fdd53752-f197-4ff2-ac1e-e17d49fc1545 HTTP/1.1" status: 200  len: 1094 time: 6.0180726
Nov 11 22:19:05.986282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ec4007-d11d-4126-a530-ecc7a90e79c2', 'tag': 'fdd53752-f197-4ff2-ac1e-e17d49fc1545'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:06.298152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:06.298152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] 10.222.0.65 "PUT /v2.0/ports/464e50ed-711b-45a8-9830-166904706696 HTTP/1.1" status: 200  len: 1093 time: 6.2409463
Nov 11 22:19:06.303718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d51301-faed-4279-a591-df415c19ec08', 'tag': '464e50ed-711b-45a8-9830-166904706696'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:06.375760 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c3cf6e1a-4531-47e4-a4c8-b72a80c6e51c req-887a27fc-2f22-4a7d-b66e-ecd7f775846e tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6463368
Nov 11 22:19:06.432283 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-13d36557-b87a-457e-b116-ef65eabe5329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:06.449456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 07ce2da2-f773-41f3-8835-5beb9c068343 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:06.470736 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0f2fcfd6-79eb-4667-9a16-60188e6dc0e8 req-5e03c76c-7a51-4892-9e31-8fc588db6ed6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 210 time: 0.1764669
Nov 11 22:19:06.528825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29f10681-aae6-469a-a269-7531add515f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:06.530736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ea288e58-f630-45cf-ae70-ecf90b49e45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:06.601226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Pushing event updated for resources: {'Port': ['ID=fdd53752-f197-4ff2-ac1e-e17d49fc1545,revision_number=3']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:06.636469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-33a5a6a0-0ad6-47b2-8b90-ab2504eb67fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:06.727160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ea288e58-f630-45cf-ae70-ecf90b49e45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:06.731674 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ea288e58-f630-45cf-ae70-ecf90b49e45b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ff2705e-85de-44bc-ba64-1f3082a047ca HTTP/1.1" status: 204  len: 168 time: 1.1830034
Nov 11 22:19:06.741621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29f10681-aae6-469a-a269-7531add515f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:06.742807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Pushing event updated for resources: {'Port': ['ID=464e50ed-711b-45a8-9830-166904706696,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:06.747298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 07ce2da2-f773-41f3-8835-5beb9c068343 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:19:06.753796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 07ce2da2-f773-41f3-8835-5beb9c068343 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:06.754254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:06.758400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:06.773049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:06.851711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.65', 63231) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:06.890285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea288e58-f630-45cf-ae70-ecf90b49e45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff2705e-85de-44bc-ba64-1f3082a047ca,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:06.909495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ea288e58-f630-45cf-ae70-ecf90b49e45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:07.110872 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-565dbf65-ca07-4f84-894e-ec5be04e565c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba0a331670d74c77af21d3786e51e724&device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 1096 time: 0.6258996
Nov 11 22:19:07.335252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2813eb59-f934-435c-bbbb-7fd408af6e1d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:07.337618 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2813eb59-f934-435c-bbbb-7fd408af6e1d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 819 time: 0.4619608
Nov 11 22:19:07.356710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:07.360131 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-287b6a3e-6993-461e-b8bd-a3feb9f0332f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 1097 time: 0.8526804
Nov 11 22:19:07.448470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 07ce2da2-f773-41f3-8835-5beb9c068343, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=07ce2da2-f773-41f3-8835-5beb9c068343,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:07.486882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Request body: {'port': {'device_id': '27b69bad-8076-4208-8a55-032672dacec9', 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b', 'admin_state_up': True, 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:19:07.523601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:07.530638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:07.535319 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-28794028-8b18-4fad-bd84-80f7f35311e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464e50ed-711b-45a8-9830-166904706696 HTTP/1.1" status: 200  len: 217 time: 0.3766363
Nov 11 22:19:07.539212 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-e76d04ea-da80-467f-94dd-3fb3e4518527 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--716875383&fields=id&tenant_id=489d63858a1644e596ecee466baf8d61 HTTP/1.1" status: 200  len: 267 time: 0.5449796
Nov 11 22:19:07.840171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=07ce2da2-f773-41f3-8835-5beb9c068343,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:07.862648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:08.024655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-bcfada14-b56c-4b4b-9332-02ff1195de4f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:08.029118 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-bcfada14-b56c-4b4b-9332-02ff1195de4f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 811 time: 0.4406922
Nov 11 22:19:08.043154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29f10681-aae6-469a-a269-7531add515f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:08.243006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:08.280391 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-b66f7f87-7325-461d-9b5c-a3e00550506b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd53752-f197-4ff2-ac1e-e17d49fc1545 HTTP/1.1" status: 200  len: 217 time: 0.5642543
Nov 11 22:19:08.302750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f10681-aae6-469a-a269-7531add515f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43295e-6138-45d2-804c-cce5725bb94b,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:08.336966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-29f10681-aae6-469a-a269-7531add515f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:08.348694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29f10681-aae6-469a-a269-7531add515f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:08.352370 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-29f10681-aae6-469a-a269-7531add515f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b43295e-6138-45d2-804c-cce5725bb94b HTTP/1.1" status: 204  len: 168 time: 2.6997371
Nov 11 22:19:08.354579 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 07ce2da2-f773-41f3-8835-5beb9c068343 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:08.359968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d46334-a140-4007-8426-99e04adaa1a5 req-5411dff4-6ce5-4b8d-b6d3-2dbb78efc267 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:08.368220 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-25d46334-a140-4007-8426-99e04adaa1a5 req-5411dff4-6ce5-4b8d-b6d3-2dbb78efc267 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 944 time: 0.9862387
Nov 11 22:19:08.387120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:08.397122 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-21b0bbfc-0de1-4946-bc46-f70f3bf7d193 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/quotas/489d63858a1644e596ecee466baf8d61 HTTP/1.1" status: 200  len: 375 time: 0.2532947
Nov 11 22:19:08.399491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Usage tracker for resource:port and tenant:55ae56a5c1f34489940d6f0ec3993e3d is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:08.412549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:08.429565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:08.479584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908643ed-ac0f-4012-a83c-514371f76ded req-6d74dcff-6a43-4b3c-b50a-5fd385589ea1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:08.481208 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-6d74dcff-6a43-4b3c-b50a-5fd385589ea1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c1a4c40-5c4f-44ff-9b89-bd8c299d20ba HTTP/1.1" status: 200  len: 852 time: 0.4505301
Nov 11 22:19:08.500396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Made reservation on behalf of 55ae56a5c1f34489940d6f0ec3993e3d for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:19:08.506807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:08.542926 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-25d46334-a140-4007-8426-99e04adaa1a5 req-51bb4b1a-b935-4a0b-8d3f-6d8ba61098a3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735814
Nov 11 22:19:08.634079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 07ce2da2-f773-41f3-8835-5beb9c068343 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:08.639291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:08.666006 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-cd20587d-3b6c-473d-8ca7-47f63e5878ea tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2674849
Nov 11 22:19:08.832985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-30523f23-f33a-4a2d-b54c-250e3210868b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:08.917768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:08.995451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Allocated IP 172.20.0.10 (993f3801-0dfa-4a0f-9e80-197a191a325b/0cccbecd-5ff3-44ee-aaff-ed5577a38a19/7c99076f-69ac-4d23-8145-95d6aabf37b9) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:19:09.044425 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-3e61baee-3db7-4708-9eea-a878c6916bed service neutron] 10.222.0.18 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3739140
Nov 11 22:19:09.362877 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-48a9d7bd-422d-4916-af7c-692061906fd5 service neutron] 10.222.0.18 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3111308
Nov 11 22:19:09.380889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:09.408064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:09.576900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:09.597937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e7f49df7-072e-4159-814e-9aab5163da80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:09.770081 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d51301-faed-4279-a591-df415c19ec08', 'tag': '464e50ed-711b-45a8-9830-166904706696', 'status': 'completed', 'code': 200}
Nov 11 22:19:09.884135 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Network 993f3801-0dfa-4a0f-9e80-197a191a325b is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:19:09.903728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:19:09.915233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:19:09.919615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:09.923689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:09.968997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Pushing event updated for resources: {'Port': ['ID=7c99076f-69ac-4d23-8145-95d6aabf37b9,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:09.981171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:10.015731 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5395355
Nov 11 22:19:10.153654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3e29-b58c-4a2d-8e89-1343562c36fd req-e0b417c6-0144-476b-a2cd-cab53773fd08 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:10.155968 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f8b3e29-b58c-4a2d-8e89-1343562c36fd req-e0b417c6-0144-476b-a2cd-cab53773fd08 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 943 time: 0.1723883
Nov 11 22:19:10.296429 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f8b3e29-b58c-4a2d-8e89-1343562c36fd req-b36e4ceb-cdd1-4891-b1f9-20963969a5e5 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180091
Nov 11 22:19:10.550603 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ec4007-d11d-4126-a530-ecc7a90e79c2', 'tag': 'fdd53752-f197-4ff2-ac1e-e17d49fc1545', 'status': 'completed', 'code': 200}
Nov 11 22:19:10.739969 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42f54c6f-d959-4325-a655-d5f30d9edeaa req-6a1384da-9fc6-4031-8b7e-d57913111c98 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 210 time: 0.0898967
Nov 11 22:19:11.140069 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2fca704b-879c-44d2-afb4-5e5e562f12d2 req-3e34ee1e-795a-4311-8053-699c5c35d34c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 210 time: 0.1471419
Nov 11 22:19:11.164673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:11.367723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Request body: {'port': {'device_id': '27b69bad-8076-4208-8a55-032672dacec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:19:11.527001 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-da96470f-79b3-45d4-926a-c2789535a66f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c53577b6-4b89-4f26-850f-f4cf5fe10cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2553909
Nov 11 22:19:11.566864 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d26a34-f721-4058-b756-be16ea8bf118 req-5c49dc10-f2c9-47b2-b3a4-6f0600d0d67a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:11.587278 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-13d26a34-f721-4058-b756-be16ea8bf118 req-5c49dc10-f2c9-47b2-b3a4-6f0600d0d67a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 944 time: 0.8652556
Nov 11 22:19:11.644360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-3382e178-88e4-4981-b6f2-92f3c692d095 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:11.647339 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-3382e178-88e4-4981-b6f2-92f3c692d095 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.4390061
Nov 11 22:19:11.869394 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-13d26a34-f721-4058-b756-be16ea8bf118 req-87eb808b-0ce9-4078-9c12-a890f0f04e8a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834743
Nov 11 22:19:11.948968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:12.020791 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-4ca14520-d851-43b5-b8f6-5fc116161a54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3239334
Nov 11 22:19:12.234399 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-82de4edc-a7cb-474c-9226-f79fc90b324f service neutron] 10.222.0.65 "GET /v2.0/networks/c53577b6-4b89-4f26-850f-f4cf5fe10cb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6452241
Nov 11 22:19:12.682475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.65', 63236) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:12.873891 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-2f59fa22-1bc1-42f4-a3c3-b11037ba8337 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8204341
Nov 11 22:19:13.222220 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-360400ba-623f-4286-a8ee-6c3a2eaa4227 req-1753a774-8c07-4cd3-b8a1-24c432cd222b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 210 time: 0.1784506
Nov 11 22:19:13.360903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee1b9e-0cae-40dd-b0be-a27ad58442e8 req-493d7b44-dd0c-4fcf-b763-de5076563813 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:13.368903 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d7ee1b9e-0cae-40dd-b0be-a27ad58442e8 req-493d7b44-dd0c-4fcf-b763-de5076563813 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 943 time: 1.1273370
Nov 11 22:19:13.583593 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0fbd697d-39c7-4da5-89ee-53d80b607e87 req-6db68fba-0b0b-4709-b506-3b73a68e332d service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6034062
Nov 11 22:19:13.763083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c99076f-69ac-4d23-8145-95d6aabf37b9 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:13.769020 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4df90950-8bce-42f4-959e-f5d5a5cbf6ce req-bf7b47a9-f9aa-4e5f-a632-0f18f0181ba6 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 210 time: 0.0771408
Nov 11 22:19:13.773840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:13.785115 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d7ee1b9e-0cae-40dd-b0be-a27ad58442e8 req-54f2af7b-f5f3-41e1-afa2-0255e6da5508 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3879745
Nov 11 22:19:13.797144 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-908643ed-ac0f-4012-a83c-514371f76ded req-61979fc1-169b-4224-8c8a-1715dd2c022d service neutron] 10.222.0.65 "GET /v2.0/networks/c53577b6-4b89-4f26-850f-f4cf5fe10cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5535142
Nov 11 22:19:13.799480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Transition to ACTIVE for port object 7c99076f-69ac-4d23-8145-95d6aabf37b9 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:19:13.805382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-98ef5ac2-9e5e-45a3-929d-1eb609200e90 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:13.807069 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-98ef5ac2-9e5e-45a3-929d-1eb609200e90 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 819 time: 1.1217332
Nov 11 22:19:13.845351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:13.871064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:14.211588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdab7fc-01aa-4115-87ec-96ab7769f60f req-2965d5a5-d966-41a7-98e3-825592cfe239 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:14.213404 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3bdab7fc-01aa-4115-87ec-96ab7769f60f req-2965d5a5-d966-41a7-98e3-825592cfe239 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 944 time: 0.2190554
Nov 11 22:19:14.303163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Pushing event updated for resources: {'Port': ['ID=7c99076f-69ac-4d23-8145-95d6aabf37b9,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:14.313121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:14.326467 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3bdab7fc-01aa-4115-87ec-96ab7769f60f req-d9a94120-dd3f-4690-a97a-e774149f3522 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040590
Nov 11 22:19:14.431242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Attempting to bind port 7c99076f-69ac-4d23-8145-95d6aabf37b9 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:19:14.431700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Attempting to bind port 7c99076f-69ac-4d23-8145-95d6aabf37b9 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:19:14.432160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Attempting to bind port 7c99076f-69ac-4d23-8145-95d6aabf37b9 on network 993f3801-0dfa-4a0f-9e80-197a191a325b {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:14.440043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Port 7c99076f-69ac-4d23-8145-95d6aabf37b9 on network 993f3801-0dfa-4a0f-9e80-197a191a325b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:19:14.449036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Attempting to bind port 7c99076f-69ac-4d23-8145-95d6aabf37b9 on network 993f3801-0dfa-4a0f-9e80-197a191a325b {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:14.449036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:19:14.449036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Checking segment: {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:19:14.449710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Bound using segment: {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:19:14.450204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Bound port: 7c99076f-69ac-4d23-8145-95d6aabf37b9, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:19:14.450686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:14.623574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] For port 7c99076f-69ac-4d23-8145-95d6aabf37b9, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:19:14.628533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] For port 7c99076f-69ac-4d23-8145-95d6aabf37b9, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:19:14.672681 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a34a7910-1b4a-4941-abaa-959da083fa72 req-8ddad1cc-bb46-4ede-9c5a-8854afdff359 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 210 time: 0.0654094
Nov 11 22:19:14.683743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:14.691564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:14.758116 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:14.759692 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] 10.222.0.65 "PUT /v2.0/ports/7c99076f-69ac-4d23-8145-95d6aabf37b9 HTTP/1.1" status: 200  len: 1094 time: 3.4104748
Nov 11 22:19:14.760225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b69bad-8076-4208-8a55-032672dacec9', 'tag': '7c99076f-69ac-4d23-8145-95d6aabf37b9'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:14.794662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Pushing event updated for resources: {'Port': ['ID=7c99076f-69ac-4d23-8145-95d6aabf37b9,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:14.800468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:14.898982 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b69bad-8076-4208-8a55-032672dacec9', 'tag': '7c99076f-69ac-4d23-8145-95d6aabf37b9', 'status': 'completed', 'code': 200}
Nov 11 22:19:15.292479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea4571-e142-49ab-9a9d-6f99c42f14ea req-39f849ac-249f-431e-ae66-7e8d0246ca59 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:15.294774 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67ea4571-e142-49ab-9a9d-6f99c42f14ea req-39f849ac-249f-431e-ae66-7e8d0246ca59 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 943 time: 0.2126713
Nov 11 22:19:15.308647 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2f2a1984-5432-4714-9078-fefcee6d775b req-368dedb1-cb4e-4196-b793-538efc78660e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 210 time: 0.1015542
Nov 11 22:19:15.408085 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67ea4571-e142-49ab-9a9d-6f99c42f14ea req-e490621f-a609-4213-ac5d-c71cf90b6556 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947773
Nov 11 22:19:15.539688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Request body: {'port': {'device_id': '1dd6dd46-b605-420c-8847-651e43e7ddc4', 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b', 'admin_state_up': True, 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:19:15.913162 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c032a9db-289c-4285-8df6-64914dcbebf0 req-ed06185c-ae10-4bd9-b024-80c903bd238e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1097 time: 0.2848361
Nov 11 22:19:16.141210 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e011c261-c2e7-4eed-b21e-a61de97fa21a req-d43de414-1963-4158-9ab7-0871379ed210 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 210 time: 0.0732472
Nov 11 22:19:16.189886 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-0d2751c0-8fa7-4700-8698-a91e2d1564ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 1097 time: 0.4238920
Nov 11 22:19:16.202864 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:16.212911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Usage tracker for resource:port and tenant:55ae56a5c1f34489940d6f0ec3993e3d is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:16.218285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:16.230727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:16.243114 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-ab01660f-a6f8-4a3c-89bc-f66c535fc9f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba0a331670d74c77af21d3786e51e724&device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 1096 time: 0.4787643
Nov 11 22:19:16.253088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dd8d1-720d-4841-9c77-61f521cf9c08 req-4f53c398-ee6f-4e08-a03f-b08cb448b3ed tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:16.254935 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e13dd8d1-720d-4841-9c77-61f521cf9c08 req-4f53c398-ee6f-4e08-a03f-b08cb448b3ed tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 944 time: 0.4925931
Nov 11 22:19:16.374591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Made reservation on behalf of 55ae56a5c1f34489940d6f0ec3993e3d for: {'port': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:19:16.379388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032a9db-289c-4285-8df6-64914dcbebf0 req-e12d46d7-5697-4f47-8ffa-34536b0067c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:16.382779 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c032a9db-289c-4285-8df6-64914dcbebf0 req-e12d46d7-5697-4f47-8ffa-34536b0067c0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4598160
Nov 11 22:19:16.384860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:16.655633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-041d892f-d7d2-4bfe-9112-db46fef9b6dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:16.658849 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-041d892f-d7d2-4bfe-9112-db46fef9b6dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 915 time: 0.4573760
Nov 11 22:19:16.761027 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e13dd8d1-720d-4841-9c77-61f521cf9c08 req-642901fd-00ac-4e17-bda6-981d2bae0be3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4780269
Nov 11 22:19:16.869434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.65', 63247) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:17.130284 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1104d476-5e15-418e-85fa-b6cfa0ae8dca req-43655afc-ad45-4e77-8eec-ee1fa505e421 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 210 time: 0.3836267
Nov 11 22:19:17.435609 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b6b9763a-e7b1-4ea1-8d2e-4ee708226f86 req-20e50ab8-3953-40c6-bc3b-017019932954 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 210 time: 0.0759068
Nov 11 22:19:17.443681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-860f378f-d826-44e3-a780-b5f9d23bc090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:17.445380 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-860f378f-d826-44e3-a780-b5f9d23bc090 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c53577b6-4b89-4f26-850f-f4cf5fe10cb9 HTTP/1.1" status: 200  len: 913 time: 1.1890917
Nov 11 22:19:17.519581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Allocated IP 172.20.0.8 (993f3801-0dfa-4a0f-9e80-197a191a325b/0cccbecd-5ff3-44ee-aaff-ed5577a38a19/b812e2f6-c66a-472b-ad2c-00accd33d07c) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:19:17.549325 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-9aa3ab1c-082e-49e1-b06e-3da3ccd01cc2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=464e50ed-711b-45a8-9830-166904706696 HTTP/1.1" status: 200  len: 217 time: 0.0941520
Nov 11 22:19:17.554252 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-a0460d36-caad-4c63-9ddb-a62a72b376e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd53752-f197-4ff2-ac1e-e17d49fc1545 HTTP/1.1" status: 200  len: 217 time: 0.8245776
Nov 11 22:19:17.746821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-854a75d6-9345-49b2-928d-b98c35ccef82 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:17.748528 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-854a75d6-9345-49b2-928d-b98c35ccef82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.1104953
Nov 11 22:19:17.764493 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9878f9-2e94-4e7d-a026-c62ce4070526 req-334ebc72-9106-4e3d-989d-270694e66d7d tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:17.769229 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8d9878f9-2e94-4e7d-a026-c62ce4070526 req-334ebc72-9106-4e3d-989d-270694e66d7d tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 943 time: 0.6099095
Nov 11 22:19:17.856380 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-fa5031b9-d6d9-455a-97d3-205e77500e15 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:17.867438 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-c8344d3e-0acf-4a7d-9642-390f13131e27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1099815
Nov 11 22:19:17.870463 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-fa5031b9-d6d9-455a-97d3-205e77500e15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c1a4c40-5c4f-44ff-9b89-bd8c299d20ba HTTP/1.1" status: 200  len: 852 time: 0.2939012
Nov 11 22:19:17.874300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032a9db-289c-4285-8df6-64914dcbebf0 req-6c7467ee-603f-44ed-97d6-a7cb4f3312ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:17.896749 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c032a9db-289c-4285-8df6-64914dcbebf0 req-6c7467ee-603f-44ed-97d6-a7cb4f3312ec service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.2163024
Nov 11 22:19:17.932900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-ee06871b-1e5b-4d53-90a8-37ec32b2747f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:17.933893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-ee06871b-1e5b-4d53-90a8-37ec32b2747f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Synchronizing usage tracker for tenant:489d63858a1644e596ecee466baf8d61 on resource:network {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:19:18.077667 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-61a9ce29-eeb0-492d-a705-aa7ceb7a0bf5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c53577b6-4b89-4f26-850f-f4cf5fe10cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1118958
Nov 11 22:19:18.205781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-ee06871b-1e5b-4d53-90a8-37ec32b2747f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Unset dirty status for tenant:489d63858a1644e596ecee466baf8d61 on resource:network {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:19:18.207053 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-ee06871b-1e5b-4d53-90a8-37ec32b2747f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 811 time: 1.3365843
Nov 11 22:19:18.279819 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8d9878f9-2e94-4e7d-a026-c62ce4070526 req-721061cb-d8ed-4341-b26b-c1db5f7da6db tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4995794
Nov 11 22:19:18.329246 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-c4b91865-766a-4f5f-8863-086dde711fa9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1097 time: 0.3498695
Nov 11 22:19:18.331912 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-3c2f3374-7399-4efa-9f04-6bd43b1e2dee service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4314778
Nov 11 22:19:18.417201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:18.623636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:18.760194 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-e9b5d44b-755a-402f-8a08-4cd44d86da65 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4153214
Nov 11 22:19:18.766274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:18.783335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-dc0e5e61-651f-4003-b24d-f17d5fe9616e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Synchronizing usage tracker for tenant:489d63858a1644e596ecee466baf8d61 on resource:security_group {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:19:18.812793 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-023bea8e-0d1b-4e19-8a30-98e4e0947f7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9 HTTP/1.1" status: 200  len: 217 time: 0.4657171
Nov 11 22:19:18.870479 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-40439db3-7a19-4e7b-addb-a78198019d9d req-c76ecbc9-29ea-4ed4-9215-39803fb22b13 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 210 time: 0.2695370
Nov 11 22:19:18.947879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-dc0e5e61-651f-4003-b24d-f17d5fe9616e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Unset dirty status for tenant:489d63858a1644e596ecee466baf8d61 on resource:security_group {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:19:18.949321 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-dc0e5e61-651f-4003-b24d-f17d5fe9616e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=489d63858a1644e596ecee466baf8d61 HTTP/1.1" status: 200  len: 379 time: 0.7274134
Nov 11 22:19:18.974221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'port': {'device_id': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'admin_state_up': True, 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'security_groups': ['d2f4a0c7-dd00-4147-ae5b-394b46bca985']}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:19:19.086665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Pushing event updated for resources: {'Port': ['ID=b812e2f6-c66a-472b-ad2c-00accd33d07c,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:19.145822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:19.149853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Network 993f3801-0dfa-4a0f-9e80-197a191a325b is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:19:19.155250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:19:19.162001 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-66962ee8-8cd9-4be2-ad7b-d0b93d56bdc2 service neutron] 10.222.0.65 "GET /v2.0/networks/c53577b6-4b89-4f26-850f-f4cf5fe10cb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0759432
Nov 11 22:19:19.169262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:19:19.180936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:19.182332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:19.215438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:19.219972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:port and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:19.223788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:19.231117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:19.240532 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-53134aac-ba82-43b6-ac95-c3a0181071eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:19.242258 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-53134aac-ba82-43b6-ac95-c3a0181071eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.4100451
Nov 11 22:19:19.307876 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-897e7335-1498-44b9-b789-666771ff86ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585353
Nov 11 22:19:19.379728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42916) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:19.398650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Made reservation on behalf of 489d63858a1644e596ecee466baf8d61 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:19:19.409240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:19.684417 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-28da58e0-faac-44a1-be56-a3f7e353fd46 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3600559
Nov 11 22:19:19.685872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e775-e945-4aab-9aac-81397848576d req-c65c74c5-3b6d-4633-a4f7-01f58e87864e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:19.687609 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5d41e775-e945-4aab-9aac-81397848576d req-c65c74c5-3b6d-4633-a4f7-01f58e87864e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 944 time: 1.4943652
Nov 11 22:19:19.794598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:19.795342 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2614982
Nov 11 22:19:19.827239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Request body: {'port': {'device_id': '1dd6dd46-b605-420c-8847-651e43e7ddc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:19:19.865461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-41092484-f2fd-4009-8dee-ca4907c32e24 service neutron] 10.222.0.65 "GET /v2.0/networks/c53577b6-4b89-4f26-850f-f4cf5fe10cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6517258
Nov 11 22:19:19.927826 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5d41e775-e945-4aab-9aac-81397848576d req-1fc92f32-63e3-4d97-b97e-56de23e5234b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914289
Nov 11 22:19:20.023994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14bac0-7831-4423-acb3-0d6260176fd3 req-a942e905-5518-475b-80f3-e1db4912192d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:20.024949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7f14bac0-7831-4423-acb3-0d6260176fd3 req-a942e905-5518-475b-80f3-e1db4912192d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Synchronizing usage tracker for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:port {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:19:20.051515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Allocated IP 172.20.0.3 (af40f704-3ba0-4e2a-a0d5-f2f041f17169/f764346b-8be2-4615-a40f-0b87c5a0843e/609a4f61-4a38-407e-b3e9-c2e311509cbe) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:19:20.061099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:20.091942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:20.104185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:f34bc82352a3402197a8a8ca7db934c6 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:20.117842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:20.138778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:20.144242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7f14bac0-7831-4423-acb3-0d6260176fd3 req-a942e905-5518-475b-80f3-e1db4912192d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Unset dirty status for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:port {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:19:20.145677 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f14bac0-7831-4423-acb3-0d6260176fd3 req-a942e905-5518-475b-80f3-e1db4912192d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 931 time: 0.8673248
Nov 11 22:19:20.153826 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20b427bc-dc93-4cd9-b8b8-21c4cae95e55 req-ce73bd4a-8dfe-44a5-9a14-70888b068565 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4487453
Nov 11 22:19:20.311124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7f14bac0-7831-4423-acb3-0d6260176fd3 req-654d09f3-bbd1-4039-b5e6-7f45224d88e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Synchronizing usage tracker for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:19:20.409617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aba30-5215-455d-b0ab-0d3e593855ac req-820cccc3-660a-42ab-bd19-fe1ec658fe78 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:20.412849 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-792aba30-5215-455d-b0ab-0d3e593855ac req-820cccc3-660a-42ab-bd19-fe1ec658fe78 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 943 time: 0.2692597
Nov 11 22:19:20.459172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:20.463911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7f14bac0-7831-4423-acb3-0d6260176fd3 req-654d09f3-bbd1-4039-b5e6-7f45224d88e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Unset dirty status for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:19:20.465337 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f14bac0-7831-4423-acb3-0d6260176fd3 req-654d09f3-bbd1-4039-b5e6-7f45224d88e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558329
Nov 11 22:19:20.478206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:20.482521 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-792aba30-5215-455d-b0ab-0d3e593855ac req-4a9f5e9a-ad19-49ba-a3a4-8d02494e8671 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576868
Nov 11 22:19:20.500655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Transition to ACTIVE for port object 609a4f61-4a38-407e-b3e9-c2e311509cbe will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:19:20.540058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:20.557021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d62a28a2-8cd0-43ad-955b-220df20ede02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:20.624197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:20.630458 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f34bc82352a3402197a8a8ca7db934c6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2476432
Nov 11 22:19:20.631368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36424be-1550-468b-83aa-bc2fcb542db4,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:20.634124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42938) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:20.641099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:20.642468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:20.715479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42942) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:20.773441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:19:20.778899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'Port': ['ID=609a4f61-4a38-407e-b3e9-c2e311509cbe,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:20.782070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:19:20.788036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:20.788832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:19:20.793396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:20.794227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:20.904491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4477d0-23ef-44d3-bcfe-d40fc9e27201 req-b592693c-4d55-44dd-8c23-98ba3a087c53 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:20.915431 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4b4477d0-23ef-44d3-bcfe-d40fc9e27201 req-b592693c-4d55-44dd-8c23-98ba3a087c53 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 931 time: 0.2422743
Nov 11 22:19:20.981966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b812e2f6-c66a-472b-ad2c-00accd33d07c {{(pid=88345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:20.998855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:21.058769 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4b4477d0-23ef-44d3-bcfe-d40fc9e27201 req-73dc7289-7916-441c-9bf7-ecfd3bfa14bb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1416886
Nov 11 22:19:21.063745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Transition to ACTIVE for port object b812e2f6-c66a-472b-ad2c-00accd33d07c will not be triggered until provisioned by entity L2. {{(pid=88345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:19:21.135689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:21.142067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:21.150290 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1906490
Nov 11 22:19:21.165212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-52d0968a-e980-43fe-b82a-751560c95f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:21.183017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:21.218257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-52d0968a-e980-43fe-b82a-751560c95f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:21.276682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:21.284788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Usage tracker for resource:security_group_rule and tenant:f04d2959dcb243e0a7170669df3c74be is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:21.288954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:21.295993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:21.396686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b812e2f6-c66a-472b-ad2c-00accd33d07c,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:21.400534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:21.498797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Attempting to bind port b812e2f6-c66a-472b-ad2c-00accd33d07c on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:19:21.499176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Attempting to bind port b812e2f6-c66a-472b-ad2c-00accd33d07c by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'}] {{(pid=88345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:19:21.499548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Attempting to bind port b812e2f6-c66a-472b-ad2c-00accd33d07c on network 993f3801-0dfa-4a0f-9e80-197a191a325b {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:21.504565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:21.511078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Port b812e2f6-c66a-472b-ad2c-00accd33d07c on network 993f3801-0dfa-4a0f-9e80-197a191a325b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:19:21.511457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Attempting to bind port b812e2f6-c66a-472b-ad2c-00accd33d07c on network 993f3801-0dfa-4a0f-9e80-197a191a325b {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:21.519627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f7da9-3252-424b-842c-4516c9c96bea req-b2527f2c-2c0a-4847-8c37-1a96dd8908fc tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:21.521357 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-213f7da9-3252-424b-842c-4516c9c96bea req-b2527f2c-2c0a-4847-8c37-1a96dd8908fc tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 944 time: 0.2081134
Nov 11 22:19:21.532606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:19:21.581212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Checking segment: {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:19:21.581212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Bound using segment: {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'} {{(pid=88345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:19:21.581212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Bound port: b812e2f6-c66a-472b-ad2c-00accd33d07c, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b5443f-8a0e-4118-85d5-b40a76ad8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b'}}] {{(pid=88345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:19:21.581212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:21.760597 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-213f7da9-3252-424b-842c-4516c9c96bea req-9c7a6961-2de4-403e-87ac-e02400c1be61 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129509
Nov 11 22:19:21.800862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] For port b812e2f6-c66a-472b-ad2c-00accd33d07c, host hv-cinder-81588, cleared binding levels {{(pid=88345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:19:21.812684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] For port b812e2f6-c66a-472b-ad2c-00accd33d07c, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:19:21.827527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7f1fc-b346-4f8b-ba17-6a59b05d5f3b req-6cbf30d1-ec97-4376-b032-56102b121889 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:21.829563 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cd7f1fc-b346-4f8b-ba17-6a59b05d5f3b req-6cbf30d1-ec97-4376-b032-56102b121889 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 943 time: 0.1782439
Nov 11 22:19:21.864317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Request body: {'port': {'device_id': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:19:21.913768 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cd7f1fc-b346-4f8b-ba17-6a59b05d5f3b req-07cf19fe-9aa3-47f2-b384-6c201e85bac4 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767443
Nov 11 22:19:22.059331 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:22.059724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325bedf-4eed-4587-8402-3e2963b29568 req-c2e5b819-3cfe-4b3d-9a9a-c281599ed961 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:22.061657 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7325bedf-4eed-4587-8402-3e2963b29568 req-c2e5b819-3cfe-4b3d-9a9a-c281599ed961 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.1123624
Nov 11 22:19:22.132294 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7325bedf-4eed-4587-8402-3e2963b29568 req-aff5fb49-fe5d-44b8-9d7b-eadb01dba57c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618720
Nov 11 22:19:22.603226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-52d0968a-e980-43fe-b82a-751560c95f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:22.609169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:22.624011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0968a-e980-43fe-b82a-751560c95f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36424be-1550-468b-83aa-bc2fcb542db4,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:22.626901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-52d0968a-e980-43fe-b82a-751560c95f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:22.635560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-52d0968a-e980-43fe-b82a-751560c95f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:22.637863 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-52d0968a-e980-43fe-b82a-751560c95f61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d36424be-1550-468b-83aa-bc2fcb542db4 HTTP/1.1" status: 204  len: 168 time: 1.9990857
Nov 11 22:19:22.640920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:22.659271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:22.659442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:22.659602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-29981184-3a20-48c8-9287-6e22726125e4 None None] Provisioning for port 609a4f61-4a38-407e-b3e9-c2e311509cbe completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:19:22.666348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-29981184-3a20-48c8-9287-6e22726125e4 None None] Provisioning complete for port 609a4f61-4a38-407e-b3e9-c2e311509cbe triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:22.667403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29981184-3a20-48c8-9287-6e22726125e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:22.672593 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:22.806258 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:22.811004 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] 10.222.0.65 "PUT /v2.0/ports/b812e2f6-c66a-472b-ad2c-00accd33d07c HTTP/1.1" status: 200  len: 1093 time: 2.9972594
Nov 11 22:19:22.811846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd6dd46-b605-420c-8847-651e43e7ddc4', 'tag': 'b812e2f6-c66a-472b-ad2c-00accd33d07c'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:22.834259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38ffa6f-9e4d-4faf-992f-1d874f3875a3,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:22.872963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b812e2f6-c66a-472b-ad2c-00accd33d07c,revision_number=3']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:22.879461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:22.884064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-29981184-3a20-48c8-9287-6e22726125e4 None None] Port 609a4f61-4a38-407e-b3e9-c2e311509cbe cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:19:22.892004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:23.014769 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f04d2959dcb243e0a7170669df3c74be&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2976532
Nov 11 22:19:23.026253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 42982) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:23.207508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1785f750-e556-4b1b-af7e-7501a68a122d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:23.250808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d94f11-3cce-4ebb-b4c3-05f6c4e18ab3 req-a1547c97-c04e-4809-befd-9ad658785dda tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:23.253914 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33d94f11-3cce-4ebb-b4c3-05f6c4e18ab3 req-a1547c97-c04e-4809-befd-9ad658785dda tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 931 time: 0.3264968
Nov 11 22:19:23.288587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dfa62-a731-4975-8121-f08270cfe7bf req-b028bd05-4edc-437b-8935-7f6ea4b89f50 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:23.292069 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474dfa62-a731-4975-8121-f08270cfe7bf req-b028bd05-4edc-437b-8935-7f6ea4b89f50 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 944 time: 0.2381499
Nov 11 22:19:23.353464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1785f750-e556-4b1b-af7e-7501a68a122d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:23.367288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609a4f61-4a38-407e-b3e9-c2e311509cbe {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:23.383352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:23.422581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Transition to ACTIVE for port object 609a4f61-4a38-407e-b3e9-c2e311509cbe will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:19:23.435427 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33d94f11-3cce-4ebb-b4c3-05f6c4e18ab3 req-5a459a2d-ff03-47cd-bbd2-4ab13b7d7759 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1689441
Nov 11 22:19:23.460496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:23.465780 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474dfa62-a731-4975-8121-f08270cfe7bf req-31fcaf88-960b-486a-9f7f-a2df5ed1c212 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463635
Nov 11 22:19:23.475616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:23.528444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1785f750-e556-4b1b-af7e-7501a68a122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:23.583417 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd6dd46-b605-420c-8847-651e43e7ddc4', 'tag': 'b812e2f6-c66a-472b-ad2c-00accd33d07c', 'status': 'completed', 'code': 200}
Nov 11 22:19:23.713396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1785f750-e556-4b1b-af7e-7501a68a122d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:23.714893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1785f750-e556-4b1b-af7e-7501a68a122d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e38ffa6f-9e4d-4faf-992f-1d874f3875a3 HTTP/1.1" status: 204  len: 168 time: 0.6872153
Nov 11 22:19:23.724753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Pushing event updated for resources: {'Port': ['ID=609a4f61-4a38-407e-b3e9-c2e311509cbe,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:23.735435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:23.745446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ea288e58-f630-45cf-ae70-ecf90b49e45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:23.746171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 43002) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:23.756598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785f750-e556-4b1b-af7e-7501a68a122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38ffa6f-9e4d-4faf-992f-1d874f3875a3,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:23.760900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1785f750-e556-4b1b-af7e-7501a68a122d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:23.868049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Attempting to bind port 609a4f61-4a38-407e-b3e9-c2e311509cbe on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:19:23.868664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Attempting to bind port 609a4f61-4a38-407e-b3e9-c2e311509cbe by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:19:23.869102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Attempting to bind port 609a4f61-4a38-407e-b3e9-c2e311509cbe on network af40f704-3ba0-4e2a-a0d5-f2f041f17169 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:23.889669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Port 609a4f61-4a38-407e-b3e9-c2e311509cbe on network af40f704-3ba0-4e2a-a0d5-f2f041f17169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:19:23.890119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Attempting to bind port 609a4f61-4a38-407e-b3e9-c2e311509cbe on network af40f704-3ba0-4e2a-a0d5-f2f041f17169 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:19:23.902151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:19:23.902713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Checking segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:19:23.903276 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Bound using segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:19:23.909220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Bound port: 609a4f61-4a38-407e-b3e9-c2e311509cbe, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:19:23.909790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:23.942342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:24.087203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] For port 609a4f61-4a38-407e-b3e9-c2e311509cbe, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:19:24.088566 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:24.095790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] For port 609a4f61-4a38-407e-b3e9-c2e311509cbe, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:19:24.146738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Usage tracker for resource:security_group_rule and tenant:35ab63d9538f4c6b963f00741819a313 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:24.157717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:24.168396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:24.174138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:24.200685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:24.229917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47e85a-b066-4fd4-891b-6728022a06e7 req-c80c6e78-f348-4997-8de4-d81a1aa2fac8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:24.233050 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3e47e85a-b066-4fd4-891b-6728022a06e7 req-c80c6e78-f348-4997-8de4-d81a1aa2fac8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.4851460
Nov 11 22:19:24.294343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ef440-532f-4be2-b4dc-93418ed69d8a req-1c23a068-ff41-4934-97e3-3d7b04443282 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:24.302676 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-548ef440-532f-4be2-b4dc-93418ed69d8a req-1c23a068-ff41-4934-97e3-3d7b04443282 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 943 time: 0.3389876
Nov 11 22:19:24.368442 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3e47e85a-b066-4fd4-891b-6728022a06e7 req-7a7157dc-3694-46f4-8e8f-695fd7bd8f3e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225030
Nov 11 22:19:24.402880 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-548ef440-532f-4be2-b4dc-93418ed69d8a req-fe1d31b7-d50c-41d1-9d4f-f81afc2e4aca tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985982
Nov 11 22:19:24.410229 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:24.413513 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] 10.222.0.65 "PUT /v2.0/ports/609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 1093 time: 2.5605605
Nov 11 22:19:24.414684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'tag': '609a4f61-4a38-407e-b3e9-c2e311509cbe'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:24.434525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 464e50ed-711b-45a8-9830-166904706696 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:19:24.645760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Pushing event updated for resources: {'Port': ['ID=609a4f61-4a38-407e-b3e9-c2e311509cbe,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:24.700878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:24.749033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:24.749354 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'tag': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'status': 'completed', 'code': 200}
Nov 11 22:19:24.825530 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-59e75512-042b-48e2-8f79-a8d38ce1d916 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 1096 time: 0.3408601
Nov 11 22:19:24.866057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:24.931978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3989b954-43dd-45d4-8096-639867d8ea7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:24.974890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43024) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:24.990072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76693c04-d99f-4f0d-bf61-5a731eb10a63,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:25.014444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:25.027365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 464e50ed-711b-45a8-9830-166904706696, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=464e50ed-711b-45a8-9830-166904706696,segment=NetworkSegment(5f63fbc2-f93b-47e7-b258-c7ecc5f157b0),segment_id=5f63fbc2-f93b-47e7-b258-c7ecc5f157b0)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:25.030286 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-45f8345d-161d-4633-b711-ed7b1af18065 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1096 time: 0.4772203
Nov 11 22:19:25.087077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '464e50ed-711b-45a8-9830-166904706696', 'network_id': 'c53577b6-4b89-4f26-850f-f4cf5fe10cb9', 'port_id': '464e50ed-711b-45a8-9830-166904706696', 'mac_address': 'fa:16:3e:fe:ba:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1a4c40-5c4f-44ff-9b89-bd8c299d20ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:19:25.253685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:25.312486 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-ce04d425-a883-4bd7-a466-3ac0abef975d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c HTTP/1.1" status: 200  len: 217 time: 0.2578387
Nov 11 22:19:25.322389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464e50ed-711b-45a8-9830-166904706696 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:25.369437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 464e50ed-711b-45a8-9830-166904706696, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=464e50ed-711b-45a8-9830-166904706696,segment=NetworkSegment(5f63fbc2-f93b-47e7-b258-c7ecc5f157b0),segment_id=5f63fbc2-f93b-47e7-b258-c7ecc5f157b0)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:25.430409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:25.430409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device fdd53752-f197-4ff2-ac1e-e17d49fc1545 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:19:25.430409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9ef483c8-b0d0-42a8-9beb-83b53ff724fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:25.447836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-c62f5421-5db8-4f92-bd7f-e596bb9491b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:25.449596 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-c62f5421-5db8-4f92-bd7f-e596bb9491b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.1207011
Nov 11 22:19:25.473810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:25.572829 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-75f4404a-4c58-44d0-a04c-53cfc3b338ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 217 time: 0.5165215
Nov 11 22:19:25.628461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:25.636358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Usage tracker for resource:security_group_rule and tenant:8dfd5a09879f42969b7ac6f1262c7dcc is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:25.639524 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35ab63d9538f4c6b963f00741819a313&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8052979
Nov 11 22:19:25.646088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 43042) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:25.647536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:25.661563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:25.662062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981d468-852f-4c5c-a334-7347db64d356 req-a6f5fae3-4e87-4005-a730-7d98be6bbc27 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:25.670110 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8981d468-852f-4c5c-a334-7347db64d356 req-a6f5fae3-4e87-4005-a730-7d98be6bbc27 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.9042196
Nov 11 22:19:25.670541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port fdd53752-f197-4ff2-ac1e-e17d49fc1545, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdd53752-f197-4ff2-ac1e-e17d49fc1545,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:25.706321 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-d2cd20e4-bdfc-4230-8a3b-c552678656c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2127540
Nov 11 22:19:25.806624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc1d7a-0f38-45d3-a963-a08d49c280b5 req-3ae89cf9-a6a9-4b6c-99e2-7e5bdb2de438 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:25.815645 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-38cc1d7a-0f38-45d3-a963-a08d49c280b5 req-3ae89cf9-a6a9-4b6c-99e2-7e5bdb2de438 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 944 time: 0.2375009
Nov 11 22:19:25.836240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:25.858002 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8981d468-852f-4c5c-a334-7347db64d356 req-2e41a19f-67ee-45a6-b027-0f2e97bc9613 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1867857
Nov 11 22:19:25.866153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:25.880965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': 'fdd53752-f197-4ff2-ac1e-e17d49fc1545', 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'port_id': 'fdd53752-f197-4ff2-ac1e-e17d49fc1545', 'mac_address': 'fa:16:3e:9d:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e631a5fa-70dd-4c4a-8199-4dbb931e37d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:19:25.889848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d6b1613a-48c2-4827-83bd-e82ce46972a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:25.932844 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-38cc1d7a-0f38-45d3-a963-a08d49c280b5 req-8d675e98-f485-4619-90f0-2eaf8b724f6c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161108
Nov 11 22:19:25.944238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-989fb946-cbce-4ee3-9c8a-53d8f7590242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:25.978421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d6b1613a-48c2-4827-83bd-e82ce46972a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:25.989853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.011262 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8dfd5a09879f42969b7ac6f1262c7dcc&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0342886
Nov 11 22:19:26.017951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd53752-f197-4ff2-ac1e-e17d49fc1545 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:26.026044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43052) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:26.038016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port fdd53752-f197-4ff2-ac1e-e17d49fc1545, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdd53752-f197-4ff2-ac1e-e17d49fc1545,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:26.040268 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.059458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=464e50ed-711b-45a8-9830-166904706696,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:26.065534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:26.077680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.080924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0f119a2-9936-468c-9411-3399da8327b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:26.165048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=fdd53752-f197-4ff2-ac1e-e17d49fc1545,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:26.177965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:26.183598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:19:26.199222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67957cbf-fce5-4b9a-8db3-bec0893ce0a3,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:26.205222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:26.206466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40350ca5-0ba9-4238-b577-04ce8c3937ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.231764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d6b1613a-48c2-4827-83bd-e82ce46972a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.258442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40350ca5-0ba9-4238-b577-04ce8c3937ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.288108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:26.307249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1613a-48c2-4827-83bd-e82ce46972a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76693c04-d99f-4f0d-bf61-5a731eb10a63,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:26.314460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d6b1613a-48c2-4827-83bd-e82ce46972a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:26.319629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d6b1613a-48c2-4827-83bd-e82ce46972a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.323448 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d6b1613a-48c2-4827-83bd-e82ce46972a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76693c04-d99f-4f0d-bf61-5a731eb10a63 HTTP/1.1" status: 204  len: 168 time: 0.6715417
Nov 11 22:19:26.400096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2053e1f-7dd5-49b9-8438-0f9f842dd455 req-22a33a6e-0465-4110-a1bb-8be1505defd2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:26.400096 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b2053e1f-7dd5-49b9-8438-0f9f842dd455 req-22a33a6e-0465-4110-a1bb-8be1505defd2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.1732676
Nov 11 22:19:26.405343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49514-3f65-44ab-9a93-b6ec51399702 req-c7b365bf-6a8d-4c03-8a18-5b6aeddb8701 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:26.407407 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-84a49514-3f65-44ab-9a93-b6ec51399702 req-c7b365bf-6a8d-4c03-8a18-5b6aeddb8701 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.2214851
Nov 11 22:19:26.426519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40350ca5-0ba9-4238-b577-04ce8c3937ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.438118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-22ccdbad-ae04-457b-9aec-87632556a1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:26.465651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40350ca5-0ba9-4238-b577-04ce8c3937ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67957cbf-fce5-4b9a-8db3-bec0893ce0a3,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:26.496150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-40350ca5-0ba9-4238-b577-04ce8c3937ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:26.497900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40350ca5-0ba9-4238-b577-04ce8c3937ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:26.500240 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-40350ca5-0ba9-4238-b577-04ce8c3937ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67957cbf-fce5-4b9a-8db3-bec0893ce0a3 HTTP/1.1" status: 204  len: 168 time: 0.4726295
Nov 11 22:19:26.532132 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b2053e1f-7dd5-49b9-8438-0f9f842dd455 req-aeac684f-bcf8-44f8-81fb-196ad160f363 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174059
Nov 11 22:19:26.564073 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-84a49514-3f65-44ab-9a93-b6ec51399702 req-3b5b0eb0-7038-45a9-83f8-79ca0f6cb708 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319263
Nov 11 22:19:27.342266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43082) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:27.349775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6440e8-9bd5-48b0-8b4d-ab1ef60b82de req-64371337-4e68-4169-8503-7c6a1479279d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:27.352756 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e6440e8-9bd5-48b0-8b4d-ab1ef60b82de req-64371337-4e68-4169-8503-7c6a1479279d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.2951865
Nov 11 22:19:27.365230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a93dc-e747-43e2-aa6e-0ae83655068b req-c0a59851-f002-434e-b8db-6d92c44ff53f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:27.368280 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b82a93dc-e747-43e2-aa6e-0ae83655068b req-c0a59851-f002-434e-b8db-6d92c44ff53f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 945 time: 0.2433758
Nov 11 22:19:27.383122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:27.447378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:27.452544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Usage tracker for resource:security_group_rule and tenant:4ceee70e089949139f8627baa0185b6b is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:27.456863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:27.464250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:27.493643 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b82a93dc-e747-43e2-aa6e-0ae83655068b req-cb2b739b-2de7-423b-9e02-c81a00c51084 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935204
Nov 11 22:19:27.496427 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e6440e8-9bd5-48b0-8b4d-ab1ef60b82de req-513a581d-59bb-4cf0-be25-1b1985e6abc5 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266377
Nov 11 22:19:27.571226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:27.599510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:27.634616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-818a5e04-b643-43ff-99ca-4573e9ba06dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:27.687606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf8d297-fc75-4f96-a3cd-0405e46e893e,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:27.701160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:27.726243 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ceee70e089949139f8627baa0185b6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3822074
Nov 11 22:19:27.729118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 43098) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:27.951377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-edd3e591-88a6-4d98-b2f3-f8fcec268d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:28.003627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-edd3e591-88a6-4d98-b2f3-f8fcec268d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:28.022511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456eadc-b3d7-4253-b558-88dd95ea6694 req-dae0d970-2e1d-4f17-b3dc-2fb38de389a2 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:28.024428 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1456eadc-b3d7-4253-b558-88dd95ea6694 req-dae0d970-2e1d-4f17-b3dc-2fb38de389a2 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.2482736
Nov 11 22:19:28.040597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e836e4-90e5-4d51-82df-9ed2c8c0abd4 req-8af07fbe-be47-4030-a6a6-197fe455e5ff tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:28.042563 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-59e836e4-90e5-4d51-82df-9ed2c8c0abd4 req-8af07fbe-be47-4030-a6a6-197fe455e5ff tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.2194157
Nov 11 22:19:28.326249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-edd3e591-88a6-4d98-b2f3-f8fcec268d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:28.341299 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1456eadc-b3d7-4253-b558-88dd95ea6694 req-13258173-021f-4d9b-9147-f3caab79b08c tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976549
Nov 11 22:19:28.350895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-dd4e0178-f1e9-494d-ba05-2f599b4df877 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:28.359644 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-dd4e0178-f1e9-494d-ba05-2f599b4df877 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.2135441
Nov 11 22:19:28.362792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:28.372102 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-59e836e4-90e5-4d51-82df-9ed2c8c0abd4 req-68572ce6-9084-4057-a145-31e8eaa7d72a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3050714
Nov 11 22:19:28.382909 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-47a94262-5982-40cd-bd55-5171146bba17 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3088119
Nov 11 22:19:28.383973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-edd3e591-88a6-4d98-b2f3-f8fcec268d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:28.385394 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-edd3e591-88a6-4d98-b2f3-f8fcec268d76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abf8d297-fc75-4f96-a3cd-0405e46e893e HTTP/1.1" status: 204  len: 168 time: 0.6546652
Nov 11 22:19:28.386737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3e591-88a6-4d98-b2f3-f8fcec268d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf8d297-fc75-4f96-a3cd-0405e46e893e,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:28.395904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-edd3e591-88a6-4d98-b2f3-f8fcec268d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:28.929729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cd727-16ba-4ea8-8be4-ea5286bdb62b req-e0058c99-1efd-405a-a4b5-967bfaaf5cd4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:28.936994 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-512cd727-16ba-4ea8-8be4-ea5286bdb62b req-e0058c99-1efd-405a-a4b5-967bfaaf5cd4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.2167428
Nov 11 22:19:28.968555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3e6a-b3b6-490c-ac55-a3135bf26d9f req-f727e370-43df-408b-9cbd-199c5dccdd69 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:28.970355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b58f3e6a-b3b6-490c-ac55-a3135bf26d9f req-f727e370-43df-408b-9cbd-199c5dccdd69 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 945 time: 0.1702373
Nov 11 22:19:29.057644 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-512cd727-16ba-4ea8-8be4-ea5286bdb62b req-faf7ab6e-846d-4b6e-bee7-97b5a09c3726 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172228
Nov 11 22:19:29.079280 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b58f3e6a-b3b6-490c-ac55-a3135bf26d9f req-4a16e6ed-c2be-4940-939c-296b95746aee tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961039
Nov 11 22:19:29.777853 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-e9312e4f-683f-4da2-8408-14b511c17c14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2829487
Nov 11 22:19:29.911781 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-71265fdd-6df7-472a-9ed1-6acf6bb799ea req-93378c18-6174-42ff-8579-377136dd3bca service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4151297
Nov 11 22:19:30.179105 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-3134168f-ffb0-49bf-9ac2-9d279ac8f4d9 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3891606
Nov 11 22:19:30.212483 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-a226c4ed-cf07-48cf-becc-6d75075c591a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 1096 time: 0.1940598
Nov 11 22:19:30.560181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-f107d3f7-cb0e-402c-90cc-6a7580f81e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:30.561849 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-f107d3f7-cb0e-402c-90cc-6a7580f81e20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 920 time: 0.3389525
Nov 11 22:19:30.708107 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf3552-90a7-476d-82ce-f5db6ceb2d68 req-5a50c28d-88a8-44d0-b616-4f362d8279c2 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:30.722244 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-62bf3552-90a7-476d-82ce-f5db6ceb2d68 req-5a50c28d-88a8-44d0-b616-4f362d8279c2 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.5411882
Nov 11 22:19:30.740175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1738a-85cf-4f9f-b792-728cbd136ce3 req-94e2ad7b-cc5a-4795-8d87-7a0ac58f6ec9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:30.749076 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3ef1738a-85cf-4f9f-b792-728cbd136ce3 req-94e2ad7b-cc5a-4795-8d87-7a0ac58f6ec9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.5658288
Nov 11 22:19:30.802943 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b18ff17f-0c7c-4646-9f1b-af413475d6a7 req-ca59e537-9a0d-4ffe-a8b8-60d404a8ba38 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4809480
Nov 11 22:19:30.837645 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-544895de-d65f-4c63-8d93-e452381437bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c HTTP/1.1" status: 200  len: 217 time: 0.2446475
Nov 11 22:19:30.932201 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3ef1738a-85cf-4f9f-b792-728cbd136ce3 req-615351d2-9d9e-4527-bcd0-c2cc9a77a6b9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819060
Nov 11 22:19:30.987560 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-62bf3552-90a7-476d-82ce-f5db6ceb2d68 req-a69ed1fb-0968-4c21-a98f-0ad9f3374c3d tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2355080
Nov 11 22:19:31.080642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-a43a13f6-5794-4ab7-879b-657b6f3f7671 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:31.082581 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-a43a13f6-5794-4ab7-879b-657b6f3f7671 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.2306774
Nov 11 22:19:31.105822 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-f5d809e6-c8da-4a6b-8b19-5038557d13f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1096 time: 0.1721697
Nov 11 22:19:31.232978 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-558034c0-2659-4478-8310-63b7a34ad00e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1421077
Nov 11 22:19:31.426365 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-56da7bb5-2b9c-4217-bc5a-39bfe4fb54b2 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841924
Nov 11 22:19:31.465637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-217aa544-b3e5-4ba8-9c23-9f43afdde093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:31.467297 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-217aa544-b3e5-4ba8-9c23-9f43afdde093 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.3422537
Nov 11 22:19:31.678640 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c1ddd15-4740-4057-9f43-504411a10e54 req-4afd0d78-37a4-453c-9815-7ecd6feb7920 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2431769
Nov 11 22:19:31.767900 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-e073e166-916a-488f-b49b-5137cfd3b11c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 217 time: 0.2890954
Nov 11 22:19:31.781926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c65f30-8012-4489-99de-e3b7ceb36f33 req-bb6c994f-b3e7-42c8-bd50-f978f097c10a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:31.786435 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-56c65f30-8012-4489-99de-e3b7ceb36f33 req-bb6c994f-b3e7-42c8-bd50-f978f097c10a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.4917071
Nov 11 22:19:31.836203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['fdd53752-f197-4ff2-ac1e-e17d49fc1545'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:19:31.877961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3956512-d9df-4703-bd7d-f8003cea0597 req-ed17c340-e574-4bfb-8377-a5a26cea52f9 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:31.877961 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f3956512-d9df-4703-bd7d-f8003cea0597 req-ed17c340-e574-4bfb-8377-a5a26cea52f9 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 945 time: 0.5357425
Nov 11 22:19:32.003946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['464e50ed-711b-45a8-9830-166904706696'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:19:32.017677 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-c5253254-3b27-41b4-b2c7-d9e1923bf4ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:32.020251 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-c5253254-3b27-41b4-b2c7-d9e1923bf4ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.2185912
Nov 11 22:19:32.047431 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-56c65f30-8012-4489-99de-e3b7ceb36f33 req-3f06897c-2ce9-467b-ab05-60b626080b89 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2502654
Nov 11 22:19:32.190315 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f3956512-d9df-4703-bd7d-f8003cea0597 req-767ea20c-99b8-45ab-801b-63e0d180d9ef tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934732
Nov 11 22:19:32.285494 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-12c3508e-3a4b-437b-9dae-1a435dfeccec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2431419
Nov 11 22:19:32.781303 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-a03eeb8b-9343-44fe-81aa-7bb0fdf29e2e service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4917154
Nov 11 22:19:32.830508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608abc-4b05-408b-8a40-c18e05886f6b req-ede6d9d1-e175-48be-8b8f-6d755ee50294 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:32.832192 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94608abc-4b05-408b-8a40-c18e05886f6b req-ede6d9d1-e175-48be-8b8f-6d755ee50294 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.4550827
Nov 11 22:19:32.842209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051e2ab-6325-4baa-8b07-b239b62cfc40 req-9021ab48-e28c-40fc-bc02-1b7401260bef tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:32.843854 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8051e2ab-6325-4baa-8b07-b239b62cfc40 req-9021ab48-e28c-40fc-bc02-1b7401260bef tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.2983143
Nov 11 22:19:33.057377 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8051e2ab-6325-4baa-8b07-b239b62cfc40 req-6bf60fb9-8e9c-45d0-9153-52ca1b7e0344 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016912
Nov 11 22:19:33.066363 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8cb71378-36f4-4c1a-a55c-b74bf33476a1 req-0bc50232-2e8f-4446-9b51-043cc78d0306 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2722347
Nov 11 22:19:33.069275 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94608abc-4b05-408b-8a40-c18e05886f6b req-cf9a15b5-6d4d-41af-a96c-5bd3865d5336 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065842
Nov 11 22:19:33.508328 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1857-5a2e-4edc-b36a-4c8becff46c6 req-78416cad-63a4-432a-a439-8c0947fbbed4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:33.511099 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-753e1857-5a2e-4edc-b36a-4c8becff46c6 req-78416cad-63a4-432a-a439-8c0947fbbed4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.2948976
Nov 11 22:19:33.628288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dc352-2e0e-4219-b9ad-2351bd796a33 req-e4103ec0-c36c-457f-baa2-0ec2e57296fd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:33.631372 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d7dc352-2e0e-4219-b9ad-2351bd796a33 req-e4103ec0-c36c-457f-baa2-0ec2e57296fd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 945 time: 0.2821269
Nov 11 22:19:33.674946 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-753e1857-5a2e-4edc-b36a-4c8becff46c6 req-bc350a0a-3be5-4e5d-a10f-09d5a55c491c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1554754
Nov 11 22:19:33.716313 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d7dc352-2e0e-4219-b9ad-2351bd796a33 req-41b9f577-48c1-45fd-9ea8-e42a075e6018 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739300
Nov 11 22:19:33.996434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 43254) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:34.180884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:34.222080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:34.267762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e774a970e95b4816a234cf892ee58618 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:34.276203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:34.293563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:34.441499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3afb6-4586-4873-bb37-3da4714958f4 req-3708ecae-f920-499f-8a97-aae6efc5ff82 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:34.443298 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-54d3afb6-4586-4873-bb37-3da4714958f4 req-3708ecae-f920-499f-8a97-aae6efc5ff82 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.2180471
Nov 11 22:19:34.510277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617359f-0009-4907-919c-335d790ae9d3 req-b657b7ad-01ed-419f-8ccc-59f3d963a7a6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:34.511959 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f617359f-0009-4907-919c-335d790ae9d3 req-b657b7ad-01ed-419f-8ccc-59f3d963a7a6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.2098505
Nov 11 22:19:34.514254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:34.551460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:34.566264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2829086f-1ddc-485f-8990-84d72911043e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:34.578638 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-54d3afb6-4586-4873-bb37-3da4714958f4 req-962c8259-3043-4563-bec3-cf55e554185a tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255331
Nov 11 22:19:34.629576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43337cfa-da20-44c9-8256-4ccd754a65b8,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:34.635503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:34.639054 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f617359f-0009-4907-919c-335d790ae9d3 req-7ef1e62a-4d3a-41bc-a2f1-9cd4f953055b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146500
Nov 11 22:19:34.647488 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e774a970e95b4816a234cf892ee58618&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6497483
Nov 11 22:19:34.648420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43272) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:34.729112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:34.761348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:34.905307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:34.912105 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:34.931755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43337cfa-da20-44c9-8256-4ccd754a65b8,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:34.945487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:34.950816 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43337cfa-da20-44c9-8256-4ccd754a65b8 HTTP/1.1" status: 204  len: 168 time: 0.2968771
Nov 11 22:19:34.959504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.960101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.960617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.961103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.961609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.962090 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.962579 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.963063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.963598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.964074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.964549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:34.969129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:35.110622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc4a30-6387-4ba5-af51-deffb8031f4b req-f7c64768-fd67-4af0-a615-60a83420c5c6 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:35.112309 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-61dc4a30-6387-4ba5-af51-deffb8031f4b req-f7c64768-fd67-4af0-a615-60a83420c5c6 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 945 time: 0.1604302
Nov 11 22:19:35.122203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357588b3-01ad-4f5f-ad9e-705c9cd08595 req-3a3bc32b-cda2-448b-bc94-7ecb5c115677 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:35.123881 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-357588b3-01ad-4f5f-ad9e-705c9cd08595 req-3a3bc32b-cda2-448b-bc94-7ecb5c115677 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.1698644
Nov 11 22:19:35.208998 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-61dc4a30-6387-4ba5-af51-deffb8031f4b req-21fae70b-4106-4cdf-bc67-d738b65809d5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839868
Nov 11 22:19:35.211697 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-357588b3-01ad-4f5f-ad9e-705c9cd08595 req-a39729c5-d8c8-4838-b0cf-a98cb83e2acf tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685174
Nov 11 22:19:35.320726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 7c99076f-69ac-4d23-8145-95d6aabf37b9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:19:35.533778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 7c99076f-69ac-4d23-8145-95d6aabf37b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:35.554348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '7c99076f-69ac-4d23-8145-95d6aabf37b9', 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b', 'port_id': '7c99076f-69ac-4d23-8145-95d6aabf37b9', 'mac_address': 'fa:16:3e:8a:4e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cccbecd-5ff3-44ee-aaff-ed5577a38a19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:19:35.614192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:35.635149 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c99076f-69ac-4d23-8145-95d6aabf37b9 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:35.653231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 7c99076f-69ac-4d23-8145-95d6aabf37b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:35.714585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 43294) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:35.752378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:35.755875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7b60363f-ccc6-4352-8624-de5834ad52fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:35.837187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:35.867726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=7c99076f-69ac-4d23-8145-95d6aabf37b9,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:35.877225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:35.975525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:35.994740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7d4eba0897fa4507bbf3913e61ddf7d2 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:35.999454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:36.009222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:36.041798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615990b-b880-4441-ad97-d673d57c0cab req-b7d072ef-c8ec-4f25-8a7b-f3b64ea50cfe tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:36.043499 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1615990b-b880-4441-ad97-d673d57c0cab req-b7d072ef-c8ec-4f25-8a7b-f3b64ea50cfe tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.2907245
Nov 11 22:19:36.089960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d61cc-27a5-4bf7-a249-31a128649083 req-3387e441-7ab5-4a69-b574-2dd4a63a88a8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:36.091637 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-624d61cc-27a5-4bf7-a249-31a128649083 req-3387e441-7ab5-4a69-b574-2dd4a63a88a8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.2363341
Nov 11 22:19:36.183719 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1615990b-b880-4441-ad97-d673d57c0cab req-c1cc32c4-7996-4fb7-8d0c-e38a6471e86f tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313765
Nov 11 22:19:36.205343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:36.208652 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-624d61cc-27a5-4bf7-a249-31a128649083 req-49af5eed-bd03-4cef-8554-eb705de45cb7 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057353
Nov 11 22:19:36.254129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:36.263929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:36.312909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1adec6-0d5b-427a-88d9-6b59d1b4e139,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:36.318123 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d4eba0897fa4507bbf3913e61ddf7d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6005573
Nov 11 22:19:36.323007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43306) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:36.326553 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.326933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.327320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.327702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.328084 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.328461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.328838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.329768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.330148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.330518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.330892 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:36.336047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:36.409005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-58ebbe09-e2f0-443a-8d42-92bfe86e3e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:36.436710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d292aca7-b9da-48b5-9483-d6cece04cd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:36.467953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d292aca7-b9da-48b5-9483-d6cece04cd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:36.551697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cfbd-0989-4621-b32c-f11a032be3d1 req-a90bafa9-2d3c-485e-bd0e-1b1cdb931830 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:36.553435 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0e82cfbd-0989-4621-b32c-f11a032be3d1 req-a90bafa9-2d3c-485e-bd0e-1b1cdb931830 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 945 time: 0.1342511
Nov 11 22:19:36.560912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f5b43-baf1-46d4-bb40-ce0d1420bae0 req-c81b7e04-90cf-4221-b059-215544812c5b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:36.562130 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d292aca7-b9da-48b5-9483-d6cece04cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:36.562665 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-675f5b43-baf1-46d4-bb40-ce0d1420bae0 req-c81b7e04-90cf-4221-b059-215544812c5b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.1828463
Nov 11 22:19:36.567335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:36.581002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292aca7-b9da-48b5-9483-d6cece04cd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1adec6-0d5b-427a-88d9-6b59d1b4e139,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:36.584110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d292aca7-b9da-48b5-9483-d6cece04cd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:36.591773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d292aca7-b9da-48b5-9483-d6cece04cd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:36.595225 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d292aca7-b9da-48b5-9483-d6cece04cd17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe1adec6-0d5b-427a-88d9-6b59d1b4e139 HTTP/1.1" status: 204  len: 168 time: 0.2687738
Nov 11 22:19:36.674461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0e82cfbd-0989-4621-b32c-f11a032be3d1 req-3ea8cbf9-61c0-4887-a8b9-1f9fa0162e06 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026256
Nov 11 22:19:36.682431 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-675f5b43-baf1-46d4-bb40-ce0d1420bae0 req-7c8388df-951e-45f5-ac4c-ffea9fa4a380 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022179
Nov 11 22:19:37.649122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ece61-dcad-47ff-8d27-af15ca377c19 req-fb39bd1e-a2c0-4399-8a42-b03ee8102a46 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:37.651256 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-354ece61-dcad-47ff-8d27-af15ca377c19 req-fb39bd1e-a2c0-4399-8a42-b03ee8102a46 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.2831099
Nov 11 22:19:37.662875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722cfd8-d419-4820-8360-11351d3e0719 req-e8db1a60-cce7-4fb6-9087-2b33b882b1f1 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:37.664619 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2722cfd8-d419-4820-8360-11351d3e0719 req-e8db1a60-cce7-4fb6-9087-2b33b882b1f1 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.2329550
Nov 11 22:19:37.769831 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-354ece61-dcad-47ff-8d27-af15ca377c19 req-dfe35a1b-45ed-4584-9334-b7c30fe228e7 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037843
Nov 11 22:19:37.791024 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2722cfd8-d419-4820-8360-11351d3e0719 req-0946bf23-8b7a-462f-952a-b38dd22269c2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091795
Nov 11 22:19:38.390336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f781b-2e05-45bf-ac99-65a85d032a14 req-7551a200-a092-4a38-a085-04e372496c31 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:38.393166 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-da9f781b-2e05-45bf-ac99-65a85d032a14 req-7551a200-a092-4a38-a085-04e372496c31 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.3674350
Nov 11 22:19:38.407654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93920a45-f7ab-4e5f-9413-4d9f3dec2ea4 req-15abe631-8bf6-43e3-9f21-4294552bf69a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:38.410303 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93920a45-f7ab-4e5f-9413-4d9f3dec2ea4 req-15abe631-8bf6-43e3-9f21-4294552bf69a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 945 time: 0.4273229
Nov 11 22:19:38.568812 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-da9f781b-2e05-45bf-ac99-65a85d032a14 req-8c357eaf-5561-4a73-ac09-69540689ae14 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563551
Nov 11 22:19:38.573317 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93920a45-f7ab-4e5f-9413-4d9f3dec2ea4 req-aa27c7bc-79a6-494b-952a-000efb129f3d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329770
Nov 11 22:19:38.801087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-708d2109-b57e-4b8d-87d9-e0b36bc8ac0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:38.907021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:39.150492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd6e8-0a94-4e15-9e12-eaacfb487ba5 req-1ad79347-3543-48c5-bbe8-a28cd7564bd5 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:39.159659 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2f3cd6e8-0a94-4e15-9e12-eaacfb487ba5 req-1ad79347-3543-48c5-bbe8-a28cd7564bd5 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.1947904
Nov 11 22:19:39.232879 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2f3cd6e8-0a94-4e15-9e12-eaacfb487ba5 req-54751a7f-a76f-4cd4-8f0a-b763422090a7 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709329
Nov 11 22:19:39.414131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['7c99076f-69ac-4d23-8145-95d6aabf37b9'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:19:39.428985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ebf1b-e0f6-4594-b10e-8d543162aaab req-46ffa2d8-62bb-4a37-a432-55e58bcfebcf tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:39.428985 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3ebf1b-e0f6-4594-b10e-8d543162aaab req-46ffa2d8-62bb-4a37-a432-55e58bcfebcf tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.0948999
Nov 11 22:19:39.509631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:39.524688 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3ebf1b-e0f6-4594-b10e-8d543162aaab req-b6d5813e-f5b0-45e3-9fa0-c1f5758207fb tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825512
Nov 11 22:19:40.010098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23246db1-7e59-4216-bd5f-ca59e9ae0263 req-dc7866a9-26d6-48c4-bd0d-5e9c6dc940d8 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:40.011731 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-23246db1-7e59-4216-bd5f-ca59e9ae0263 req-dc7866a9-26d6-48c4-bd0d-5e9c6dc940d8 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.2025449
Nov 11 22:19:40.070571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e2797-3843-4d66-a6f2-4ad03dccf1c5 req-a082fd2a-3713-4240-bd02-90e37ee237b8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:40.072420 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d38e2797-3843-4d66-a6f2-4ad03dccf1c5 req-a082fd2a-3713-4240-bd02-90e37ee237b8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 945 time: 0.1760707
Nov 11 22:19:40.104841 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-23246db1-7e59-4216-bd5f-ca59e9ae0263 req-76bd4ca5-c88a-4f90-9082-aa403b32819d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861082
Nov 11 22:19:40.140469 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d38e2797-3843-4d66-a6f2-4ad03dccf1c5 req-72689d3e-a118-464d-a47f-0380ffb0bc38 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610132
Nov 11 22:19:40.379900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device b812e2f6-c66a-472b-ad2c-00accd33d07c details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:19:40.385100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device fdd53752-f197-4ff2-ac1e-e17d49fc1545 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:40.504206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd4cec-e5f1-4d21-91f6-991e66408109 req-59053914-1df4-4b9d-8588-46b425924621 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:40.504206 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76dd4cec-e5f1-4d21-91f6-991e66408109 req-59053914-1df4-4b9d-8588-46b425924621 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.1051352
Nov 11 22:19:40.562964 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76dd4cec-e5f1-4d21-91f6-991e66408109 req-ee15b3a1-c8b0-46a8-b525-1228d638daef tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541785
Nov 11 22:19:40.697617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port fdd53752-f197-4ff2-ac1e-e17d49fc1545 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:19:40.746852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port b812e2f6-c66a-472b-ad2c-00accd33d07c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:40.767684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port fdd53752-f197-4ff2-ac1e-e17d49fc1545 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:40.768154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:40.795497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': 'b812e2f6-c66a-472b-ad2c-00accd33d07c', 'network_id': '993f3801-0dfa-4a0f-9e80-197a191a325b', 'port_id': 'b812e2f6-c66a-472b-ad2c-00accd33d07c', 'mac_address': 'fa:16:3e:8c:41:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cccbecd-5ff3-44ee-aaff-ed5577a38a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:19:40.885719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:40.917596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b812e2f6-c66a-472b-ad2c-00accd33d07c {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:40.937954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port b812e2f6-c66a-472b-ad2c-00accd33d07c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:40.975085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:40.978109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0f119a2-9936-468c-9411-3399da8327b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:41.015891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa83b-1825-477f-a062-d9d7ac3c2adc req-3c96d24a-ae5d-4077-abfc-8e5172687a6d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:41.019376 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e3caa83b-1825-477f-a062-d9d7ac3c2adc req-3c96d24a-ae5d-4077-abfc-8e5172687a6d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 943 time: 0.3106275
Nov 11 22:19:41.122014 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e3caa83b-1825-477f-a062-d9d7ac3c2adc req-3048b918-b929-4b76-9d04-fc88bfa91492 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919158
Nov 11 22:19:41.211689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=b812e2f6-c66a-472b-ad2c-00accd33d07c,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:41.214250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:41.215855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:41.254717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.255800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.256283 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.256766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.257372 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.257946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.258881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.259183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.259805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.260476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.260987 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:19:41.269299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:41.304513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec4007-d11d-4126-a530-ecc7a90e79c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd53752-f197-4ff2-ac1e-e17d49fc1545'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:41.482374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port fdd53752-f197-4ff2-ac1e-e17d49fc1545, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdd53752-f197-4ff2-ac1e-e17d49fc1545,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:41.522543 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:41.523503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 464e50ed-711b-45a8-9830-166904706696 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:41.561484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:41.617585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3752032-3c11-44e5-b499-103048e3fb22 req-568d22f9-3eb4-426c-9965-73ad2e2fdc98 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:41.624079 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f3752032-3c11-44e5-b499-103048e3fb22 req-568d22f9-3eb4-426c-9965-73ad2e2fdc98 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.3474600
Nov 11 22:19:41.756480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bd6d4-c237-4391-bac2-3b9eb359cf50 req-ac867cc4-1b1c-4a8f-99ab-bda5ab0d1759 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:41.759487 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ed6bd6d4-c237-4391-bac2-3b9eb359cf50 req-ac867cc4-1b1c-4a8f-99ab-bda5ab0d1759 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.2869134
Nov 11 22:19:41.803157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=fdd53752-f197-4ff2-ac1e-e17d49fc1545,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:41.811481 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f3752032-3c11-44e5-b499-103048e3fb22 req-942183b7-2f8d-4cde-aec4-29e4e77bc062 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1770949
Nov 11 22:19:41.837186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:41.881451 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ed6bd6d4-c237-4391-bac2-3b9eb359cf50 req-767475b0-9f54-454a-96cc-70bf58bbf579 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125486
Nov 11 22:19:41.906090 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 464e50ed-711b-45a8-9830-166904706696 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:19:41.926939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 464e50ed-711b-45a8-9830-166904706696 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:41.927738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:42.192574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:42.241351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 464e50ed-711b-45a8-9830-166904706696, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=464e50ed-711b-45a8-9830-166904706696,segment=NetworkSegment(5f63fbc2-f93b-47e7-b258-c7ecc5f157b0),segment_id=5f63fbc2-f93b-47e7-b258-c7ecc5f157b0)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:42.269650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28467a35-7404-4b87-8fc6-5110d1d2fd1b req-65a1e9cb-5823-4c75-9d2b-0a26aa5caedc tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:42.274610 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-28467a35-7404-4b87-8fc6-5110d1d2fd1b req-65a1e9cb-5823-4c75-9d2b-0a26aa5caedc tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 944 time: 0.2236035
Nov 11 22:19:42.283033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:42.287273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-73fc288a-1cdc-49fc-8b33-1ac063a417da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:42.371408 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-28467a35-7404-4b87-8fc6-5110d1d2fd1b req-19d78ac9-ff24-46e3-9a47-05f9be1a2e2d tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621340
Nov 11 22:19:42.423130 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=464e50ed-711b-45a8-9830-166904706696,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:42.430302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:42.435991 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec4007-d11d-4126-a530-ecc7a90e79c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd53752-f197-4ff2-ac1e-e17d49fc1545', 'code': 200}
Nov 11 22:19:42.641244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ce0a1-223c-4e34-a507-e8bb86c3d879 req-ab140a52-f841-4413-8d53-33c18327ba36 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:42.642969 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb0ce0a1-223c-4e34-a507-e8bb86c3d879 req-ab140a52-f841-4413-8d53-33c18327ba36 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.0887730
Nov 11 22:19:42.696895 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb0ce0a1-223c-4e34-a507-e8bb86c3d879 req-d654de1f-d00c-4bc2-a3f0-d2f504d928d9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469067
Nov 11 22:19:43.133052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbdaec-cf70-48c9-82db-882f7df69bae req-63017152-3b5c-4061-a2d6-38cbff112277 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:43.134804 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-23fbdaec-cf70-48c9-82db-882f7df69bae req-63017152-3b5c-4061-a2d6-38cbff112277 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 943 time: 0.1504068
Nov 11 22:19:43.185058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f1147-0a92-49a1-9cfa-f6713e93d43b req-6385edf9-1484-48ca-bd34-dae578af4457 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:43.189100 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ff7f1147-0a92-49a1-9cfa-f6713e93d43b req-6385edf9-1484-48ca-bd34-dae578af4457 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1438839
Nov 11 22:19:43.228317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 609a4f61-4a38-407e-b3e9-c2e311509cbe details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:19:43.233377 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-23fbdaec-cf70-48c9-82db-882f7df69bae req-e5b88810-3b71-4451-a5c0-d8b61183fc98 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840969
Nov 11 22:19:43.274032 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ff7f1147-0a92-49a1-9cfa-f6713e93d43b req-382a4b98-8540-410e-ae8b-d8149fb3b013 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721776
Nov 11 22:19:43.282688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 7c99076f-69ac-4d23-8145-95d6aabf37b9 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:43.492808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 7c99076f-69ac-4d23-8145-95d6aabf37b9 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:19:43.504231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 7c99076f-69ac-4d23-8145-95d6aabf37b9 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:43.504648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:43.708693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc110232-ac69-498c-ad28-8b239850161d req-64ec03a5-957a-480b-a9a8-d5a03321c85a tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:43.710579 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc110232-ac69-498c-ad28-8b239850161d req-64ec03a5-957a-480b-a9a8-d5a03321c85a tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.0970790
Nov 11 22:19:43.738098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 609a4f61-4a38-407e-b3e9-c2e311509cbe, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:43.759251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'port_id': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'mac_address': 'fa:16:3e:a1:5f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:19:43.772078 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc110232-ac69-498c-ad28-8b239850161d req-86944923-65ba-46fa-bb3c-12b0de6484ba tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544405
Nov 11 22:19:43.878681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:43.902346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:43.920149 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609a4f61-4a38-407e-b3e9-c2e311509cbe {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:19:43.952516 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 609a4f61-4a38-407e-b3e9-c2e311509cbe, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:43.959685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 7c99076f-69ac-4d23-8145-95d6aabf37b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:43.990950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:43.992821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:44.027820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:44.065065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=609a4f61-4a38-407e-b3e9-c2e311509cbe,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:44.068575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:44.069891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:44.082807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcdf80-d7d9-40ce-9c60-0d230f08ee14 req-5155ccc3-db5f-4ce8-95d6-c977bfe449d6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:44.084566 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dcdcdf80-d7d9-40ce-9c60-0d230f08ee14 req-5155ccc3-db5f-4ce8-95d6-c977bfe449d6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.0910416
Nov 11 22:19:44.139323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=7c99076f-69ac-4d23-8145-95d6aabf37b9,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:44.140930 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dcdcdf80-d7d9-40ce-9c60-0d230f08ee14 req-a349fba6-32a8-49db-89d5-15bc27c1d485 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498450
Nov 11 22:19:44.142741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:44.436829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d51301-faed-4279-a591-df415c19ec08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e50ed-711b-45a8-9830-166904706696'}, {'server_uuid': '27b69bad-8076-4208-8a55-032672dacec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c99076f-69ac-4d23-8145-95d6aabf37b9'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:44.600183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c94f0-1863-4ba8-9a7d-07402f7e6a39 req-721a06c3-ad1c-4154-9ae2-bb56ab5c1786 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:44.601864 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ee2c94f0-1863-4ba8-9a7d-07402f7e6a39 req-721a06c3-ad1c-4154-9ae2-bb56ab5c1786 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.2004828
Nov 11 22:19:44.611712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca17b1-c173-4877-82d1-91c500ca793a req-54614193-391a-4a98-bdfa-aecfdcc2aa9c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:44.613308 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dcca17b1-c173-4877-82d1-91c500ca793a req-54614193-391a-4a98-bdfa-aecfdcc2aa9c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 944 time: 0.1229692
Nov 11 22:19:44.700084 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ee2c94f0-1863-4ba8-9a7d-07402f7e6a39 req-2d4e9dce-9d81-44c9-b8c1-f4d08c26ab69 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846143
Nov 11 22:19:44.703332 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dcca17b1-c173-4877-82d1-91c500ca793a req-27685888-6f39-41f0-8792-f61a5b9d786e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713246
Nov 11 22:19:44.794027 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d51301-faed-4279-a591-df415c19ec08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e50ed-711b-45a8-9830-166904706696', 'code': 200}
Nov 11 22:19:44.794335 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b69bad-8076-4208-8a55-032672dacec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c99076f-69ac-4d23-8145-95d6aabf37b9', 'code': 200}
Nov 11 22:19:45.009934 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-df548074-5eb8-4bfc-bd64-1287319ae151 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 1099 time: 0.1481678
Nov 11 22:19:45.084252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:45.143686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:45.155527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Usage tracker for resource:security_group_rule and tenant:77ade19a90df4b51b5bcf9dd677dba55 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:45.160908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:45.169962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:45.190016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b2a2-8d25-45f7-9fb1-a9a7edc6ee1d req-c8b56f88-48a0-43df-9f93-7f2d65a6acd6 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:45.191765 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6f82b2a2-8d25-45f7-9fb1-a9a7edc6ee1d req-c8b56f88-48a0-43df-9f93-7f2d65a6acd6 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1486318
Nov 11 22:19:45.333741 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6f82b2a2-8d25-45f7-9fb1-a9a7edc6ee1d req-6f5b9fb4-2738-4fd7-858e-f1352e967680 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275678
Nov 11 22:19:45.349669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:45.386281 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:45.397330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6a118d67-576a-4aae-8afd-7850e7b68b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:45.423887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c16481-2f1a-42f1-9130-2a1bcf5f7954 req-00fdd626-b080-41ee-b9c4-7f61e517c308 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:45.425689 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1c16481-2f1a-42f1-9130-2a1bcf5f7954 req-00fdd626-b080-41ee-b9c4-7f61e517c308 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.1386502
Nov 11 22:19:45.465105 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3961b49a-ec2d-40ea-99c3-9a99d32b9cdb req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4468830
Nov 11 22:19:45.502279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e65e24c1-3de9-4741-a018-02ecb323cc8b,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:45.509797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:45.564783 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1c16481-2f1a-42f1-9130-2a1bcf5f7954 req-ca7d638d-0da7-4751-93d2-d133116e9173 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113358
Nov 11 22:19:45.582170 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c2708d25-80c6-41c0-8383-df5d13191083 req-81f44959-e6c8-40a6-ae2c-a31abc6a7d96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1099 time: 0.1535211
Nov 11 22:19:45.589650 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-60c46399-bfe6-4fac-a344-a1ace241e67f req-461081cc-49f1-44b6-8dfa-bef7ceff0351 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 1098 time: 0.1213827
Nov 11 22:19:45.705873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['b812e2f6-c66a-472b-ad2c-00accd33d07c'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:19:46.254609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645a115-ba23-4f22-bbe6-5829b1fb28ae req-ae4904d8-8a1a-4ac3-92c6-ee0916fcc867 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:46.256236 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f645a115-ba23-4f22-bbe6-5829b1fb28ae req-ae4904d8-8a1a-4ac3-92c6-ee0916fcc867 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 944 time: 0.2541616
Nov 11 22:19:46.265757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a8e9-4b7a-4ee8-84dd-252811c6e65a req-154905ff-513d-43d6-86da-7e35c7ed7d9e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:46.270272 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5e07a8e9-4b7a-4ee8-84dd-252811c6e65a req-154905ff-513d-43d6-86da-7e35c7ed7d9e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1770263
Nov 11 22:19:46.423415 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f645a115-ba23-4f22-bbe6-5829b1fb28ae req-98d2f159-9798-441a-838f-8dfb2993b38f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1510794
Nov 11 22:19:46.430739 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5e07a8e9-4b7a-4ee8-84dd-252811c6e65a req-47458f25-bb77-4437-871f-8a4266d3da93 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547799
Nov 11 22:19:46.689819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a058a-17dc-4c63-b856-93b308119560 req-a50736d4-9af3-4177-9555-88d48b3b4437 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:46.693141 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-627a058a-17dc-4c63-b856-93b308119560 req-a50736d4-9af3-4177-9555-88d48b3b4437 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1113560
Nov 11 22:19:46.881704 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-627a058a-17dc-4c63-b856-93b308119560 req-8a6de97e-f356-4d78-b919-4146635a814c tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805079
Nov 11 22:19:46.941887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad8def-5f14-4bca-8c0b-4fce27fdde0a req-d33e2120-f441-473b-b32e-c01d84cd9f1d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:46.944822 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cad8def-5f14-4bca-8c0b-4fce27fdde0a req-d33e2120-f441-473b-b32e-c01d84cd9f1d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.1346939
Nov 11 22:19:47.028541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cad8def-5f14-4bca-8c0b-4fce27fdde0a req-cf936927-6120-4152-b717-da53d92e94eb tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762033
Nov 11 22:19:47.426171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['609a4f61-4a38-407e-b3e9-c2e311509cbe'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:19:47.768614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492731-0cd7-4d51-9e63-9dc74d909c93 req-2f736d4a-115b-4906-a7d6-8d79a8873ca6 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:47.770859 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f1492731-0cd7-4d51-9e63-9dc74d909c93 req-2f736d4a-115b-4906-a7d6-8d79a8873ca6 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 944 time: 0.1649585
Nov 11 22:19:47.791420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae3309-244b-4fff-b206-88f207a86696 req-c6ae73c3-a877-4026-9598-d1a64f1519b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:47.793630 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3ae3309-244b-4fff-b206-88f207a86696 req-c6ae73c3-a877-4026-9598-d1a64f1519b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1313441
Nov 11 22:19:47.907453 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f1492731-0cd7-4d51-9e63-9dc74d909c93 req-262726c3-985f-49d0-b030-c482dd915efb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1219511
Nov 11 22:19:47.930566 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3ae3309-244b-4fff-b206-88f207a86696 req-ea980db5-b5aa-4e60-b194-16c00a46e7bf tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150160
Nov 11 22:19:48.199057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110906de-93b5-41cb-9253-f65c5db15584 req-36a57f8a-502e-4da1-9025-63761acdcb48 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:48.202813 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-110906de-93b5-41cb-9253-f65c5db15584 req-36a57f8a-502e-4da1-9025-63761acdcb48 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1245160
Nov 11 22:19:48.322212 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-110906de-93b5-41cb-9253-f65c5db15584 req-df7a954b-74a8-48a0-bfe5-973c42fc895e tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763900
Nov 11 22:19:48.354212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132b44-e720-4757-818c-21d8b3bb7cf3 req-d56d3582-5d81-4156-b61a-28bca28f077e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:48.357185 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-13132b44-e720-4757-818c-21d8b3bb7cf3 req-d56d3582-5d81-4156-b61a-28bca28f077e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.1529441
Nov 11 22:19:48.437593 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-13132b44-e720-4757-818c-21d8b3bb7cf3 req-c4ecfc09-645a-4fca-9caf-0b9dd720bb3b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738120
Nov 11 22:19:49.395064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed641c7-982d-41f1-a7d1-756158e1e750 req-98da1771-cca5-46ee-b955-2944d75048dc tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:49.396772 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2ed641c7-982d-41f1-a7d1-756158e1e750 req-98da1771-cca5-46ee-b955-2944d75048dc tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 944 time: 0.3171844
Nov 11 22:19:49.408212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0d535-f1e8-408b-b0e7-0aceae4075a7 req-995bee25-f626-4f66-a241-9c92c7a57880 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:49.409940 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c5c0d535-f1e8-408b-b0e7-0aceae4075a7 req-995bee25-f626-4f66-a241-9c92c7a57880 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.2951198
Nov 11 22:19:49.496459 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2ed641c7-982d-41f1-a7d1-756158e1e750 req-1a0fbefc-ba50-4962-9f86-5d50dd3db1cd tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825121
Nov 11 22:19:49.502234 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c5c0d535-f1e8-408b-b0e7-0aceae4075a7 req-7bccbca5-44ab-47ed-8594-45eda28c3df3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714967
Nov 11 22:19:49.847537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42110abc-8b1d-45c3-a9eb-3c2bbe03fab7 req-0ad5be0c-1077-4791-91e0-8e03719bb20f tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:49.849325 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42110abc-8b1d-45c3-a9eb-3c2bbe03fab7 req-0ad5be0c-1077-4791-91e0-8e03719bb20f tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1704872
Nov 11 22:19:49.888483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a67c99-3824-461e-a1cc-e7a9b6e21517 req-29535a7c-9d14-46b7-a98b-f98a7b7358f6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:49.890316 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f9a67c99-3824-461e-a1cc-e7a9b6e21517 req-29535a7c-9d14-46b7-a98b-f98a7b7358f6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.1478171
Nov 11 22:19:49.952119 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42110abc-8b1d-45c3-a9eb-3c2bbe03fab7 req-eefc846f-765d-406c-b873-fddbd0269878 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951273
Nov 11 22:19:49.961092 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c2708d25-80c6-41c0-8383-df5d13191083 req-d9b35eea-a7e4-43f7-920e-644ac087c974 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513658
Nov 11 22:19:49.972305 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-60c46399-bfe6-4fac-a344-a1ace241e67f req-f472a9d5-33ae-4b2c-9e1b-610f9fec7730 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387658
Nov 11 22:19:49.986162 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f9a67c99-3824-461e-a1cc-e7a9b6e21517 req-a31f1ad5-742a-490a-93bc-521fc84351a1 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738614
Nov 11 22:19:50.840947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e435ac6-0434-445f-b7bd-cc992596110a req-0bcc28f0-85f1-4735-954c-2ce794be86ac tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:50.842639 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3e435ac6-0434-445f-b7bd-cc992596110a req-0bcc28f0-85f1-4735-954c-2ce794be86ac tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1705563
Nov 11 22:19:50.849478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f6eb1-b10c-4d91-bfe9-0ad05cfe480b req-830b4e58-35a0-4d8e-b297-d120e54379c7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:50.851193 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb6f6eb1-b10c-4d91-bfe9-0ad05cfe480b req-830b4e58-35a0-4d8e-b297-d120e54379c7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 944 time: 0.1363769
Nov 11 22:19:50.944431 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3e435ac6-0434-445f-b7bd-cc992596110a req-37009711-0830-4563-8936-87772e0035f1 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904851
Nov 11 22:19:50.947121 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb6f6eb1-b10c-4d91-bfe9-0ad05cfe480b req-5a5cc5fd-60e6-4b45-815c-8be6e1d018a1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774570
Nov 11 22:19:51.291055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af303b7f-5f1b-46c2-b35d-349aed526c7f req-8a52ca01-3e82-439e-8050-8d99d75dda8f tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:51.292760 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-af303b7f-5f1b-46c2-b35d-349aed526c7f req-8a52ca01-3e82-439e-8050-8d99d75dda8f tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1495802
Nov 11 22:19:51.361973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6914afe-7d3d-47c4-840c-90c7ced69b2c req-94d9b6b4-e76e-49bb-a76f-9bce9eb7502a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:51.363723 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c6914afe-7d3d-47c4-840c-90c7ced69b2c req-94d9b6b4-e76e-49bb-a76f-9bce9eb7502a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.1421003
Nov 11 22:19:51.400529 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-af303b7f-5f1b-46c2-b35d-349aed526c7f req-369393c7-efb5-4098-a4c4-b65e7a1b04cd tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896308
Nov 11 22:19:51.434072 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c6914afe-7d3d-47c4-840c-90c7ced69b2c req-9ce10f1f-ee79-4335-ae05-2514577e6adf tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621130
Nov 11 22:19:52.240420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b0454-b5a5-4ecd-aca3-deb90db9e178 req-ee86c17f-e235-42c2-aa2d-9641ba16c1df tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:52.242295 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f5b0454-b5a5-4ecd-aca3-deb90db9e178 req-ee86c17f-e235-42c2-aa2d-9641ba16c1df tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1484196
Nov 11 22:19:52.327787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1755fc1-30f9-4967-bbf9-c19f5fbefdef req-90224fd8-1e0f-43a8-9775-f96bb1043bb7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:52.329805 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a1755fc1-30f9-4967-bbf9-c19f5fbefdef req-90224fd8-1e0f-43a8-9775-f96bb1043bb7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 944 time: 0.1533020
Nov 11 22:19:52.356937 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f5b0454-b5a5-4ecd-aca3-deb90db9e178 req-b01d572f-e229-40c0-9dc6-ab6ab872e393 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005981
Nov 11 22:19:52.409272 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a1755fc1-30f9-4967-bbf9-c19f5fbefdef req-d4e48036-ff32-4eb2-9bc1-e1b1e380f02e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713632
Nov 11 22:19:52.859366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda45044-7291-4bbb-aeb5-37b99124dbc3 req-a26d2db3-43a8-43a2-b948-a54d39199591 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:52.862364 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cda45044-7291-4bbb-aeb5-37b99124dbc3 req-a26d2db3-43a8-43a2-b948-a54d39199591 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.2940547
Nov 11 22:19:52.875435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22211439-facb-4d13-8f85-90f34036ac61 req-350163af-69f2-4b59-8b24-919d74818c9a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:52.878399 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-22211439-facb-4d13-8f85-90f34036ac61 req-350163af-69f2-4b59-8b24-919d74818c9a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.2336233
Nov 11 22:19:52.987507 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cda45044-7291-4bbb-aeb5-37b99124dbc3 req-c7d89a8d-b407-43f0-afae-b3383f0eb9b6 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075065
Nov 11 22:19:52.992927 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-22211439-facb-4d13-8f85-90f34036ac61 req-9b799493-cb53-45d5-9bb0-6be72fefad95 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813465
Nov 11 22:19:53.847155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a604-9aaf-4a77-9d7f-8dfee747f147 req-f629315b-c209-4236-92c6-552e45f5e2d5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:53.848923 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e964a604-9aaf-4a77-9d7f-8dfee747f147 req-f629315b-c209-4236-92c6-552e45f5e2d5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1281080
Nov 11 22:19:53.856011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ac55-5eba-4ba0-947b-8ec1f4e536a2 req-c77ae747-6d93-4e72-aa19-41be631b1afb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:53.858050 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e8c9ac55-5eba-4ba0-947b-8ec1f4e536a2 req-c77ae747-6d93-4e72-aa19-41be631b1afb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 944 time: 0.1910379
Nov 11 22:19:53.919043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device b812e2f6-c66a-472b-ad2c-00accd33d07c up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:53.979033 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e964a604-9aaf-4a77-9d7f-8dfee747f147 req-e0d38eb6-c69b-4348-9d16-3ca3015a8503 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077859
Nov 11 22:19:54.003396 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e8c9ac55-5eba-4ba0-947b-8ec1f4e536a2 req-c9ffe4be-22b2-48a5-b618-55674f5be4a3 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1345649
Nov 11 22:19:54.259500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port b812e2f6-c66a-472b-ad2c-00accd33d07c completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:19:54.278887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port b812e2f6-c66a-472b-ad2c-00accd33d07c triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:54.279497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:54.450441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a288c97-f74a-47f2-91e7-64909af507ae req-b29d97de-65a1-4ee9-b8c9-990b68a90f52 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:54.452548 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4a288c97-f74a-47f2-91e7-64909af507ae req-b29d97de-65a1-4ee9-b8c9-990b68a90f52 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.2528183
Nov 11 22:19:54.460243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646241e3-dea8-457a-b9c7-637367da0918 req-ce84c10f-beb3-44d0-b36f-251c553347d2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:54.469052 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-646241e3-dea8-457a-b9c7-637367da0918 req-ce84c10f-beb3-44d0-b36f-251c553347d2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 944 time: 0.1591330
Nov 11 22:19:54.520038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:54.578084 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port b812e2f6-c66a-472b-ad2c-00accd33d07c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:54.580293 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd6dd46-b605-420c-8847-651e43e7ddc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b812e2f6-c66a-472b-ad2c-00accd33d07c'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:54.586990 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-646241e3-dea8-457a-b9c7-637367da0918 req-88d95256-bddf-4d15-b216-e74d3836e6c2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161635
Nov 11 22:19:54.637785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:54.638876 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4a288c97-f74a-47f2-91e7-64909af507ae req-ac8e6a48-579a-416a-afb1-6ef4484d1214 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322050
Nov 11 22:19:54.639321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 609a4f61-4a38-407e-b3e9-c2e311509cbe up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:19:54.737771 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd6dd46-b605-420c-8847-651e43e7ddc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b812e2f6-c66a-472b-ad2c-00accd33d07c', 'code': 200}
Nov 11 22:19:54.738552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:54.839772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=b812e2f6-c66a-472b-ad2c-00accd33d07c,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:54.855374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:54.944194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 609a4f61-4a38-407e-b3e9-c2e311509cbe completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:19:54.961951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 609a4f61-4a38-407e-b3e9-c2e311509cbe triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:19:54.962355 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:55.183429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:55.294240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 609a4f61-4a38-407e-b3e9-c2e311509cbe, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:19:55.333869 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:55.339317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7348ef42-ef0d-4f40-91ba-d0cde701d606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:55.395783 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a2ae63a-5863-4ee0-a1dd-8a130918c875 req-bd5458fb-3213-4388-96f5-b41e4d850cc7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 1098 time: 0.2598991
Nov 11 22:19:55.489121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=609a4f61-4a38-407e-b3e9-c2e311509cbe,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:55.502814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:55.544080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2370204-f459-40ac-9f5c-11055443d000 req-517cc1b4-686b-40ba-83f8-f578f3ca913d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:55.546522 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2370204-f459-40ac-9f5c-11055443d000 req-517cc1b4-686b-40ba-83f8-f578f3ca913d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.2541931
Nov 11 22:19:55.671862 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2370204-f459-40ac-9f5c-11055443d000 req-3c9f4f22-d347-4e36-839d-23a999d22fa8 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123450
Nov 11 22:19:55.947703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d054e-4f6f-489e-b96e-2e115141a849 req-945fc4b2-462d-4aee-97f9-a7a9d2c06f5d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:55.949311 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0c4d054e-4f6f-489e-b96e-2e115141a849 req-945fc4b2-462d-4aee-97f9-a7a9d2c06f5d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1836658
Nov 11 22:19:55.992887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 43746) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:56.011288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ba1c7-1e7c-4060-b784-17d6f9125869 req-70ccfdc3-8a96-4a7b-a346-1cb04551b8a9 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:56.013009 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-109ba1c7-1e7c-4060-b784-17d6f9125869 req-70ccfdc3-8a96-4a7b-a346-1cb04551b8a9 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1511741
Nov 11 22:19:56.075526 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0c4d054e-4f6f-489e-b96e-2e115141a849 req-777c9e8f-c150-46a3-a7c0-2450175a513a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113408
Nov 11 22:19:56.102384 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-109ba1c7-1e7c-4060-b784-17d6f9125869 req-7cc7434d-996c-45a1-9d7f-56b5e8bad919 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696466
Nov 11 22:19:56.236938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:56.274466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:56.278985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc518044aa543ea8266a63ab2805a30 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:56.283358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:56.292439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:56.401106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:56.481885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:56.491265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-abe7e814-bb81-4231-9ce6-50d0be47c615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:56.537861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e317b197-4864-4ef6-a8cf-fe361380de4d,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:56.542790 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7dc518044aa543ea8266a63ab2805a30&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5472202
Nov 11 22:19:56.543848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:56.546503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43758) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:56.622066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eefb99ea-547e-4853-b2fa-2d20ceb79ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:56.654301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eefb99ea-547e-4853-b2fa-2d20ceb79ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:56.738906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609a4f61-4a38-407e-b3e9-c2e311509cbe'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:19:56.853126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:56.868024 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'code': 200}
Nov 11 22:19:56.929105 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eefb99ea-547e-4853-b2fa-2d20ceb79ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:56.962170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:56.997750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb99ea-547e-4853-b2fa-2d20ceb79ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e317b197-4864-4ef6-a8cf-fe361380de4d,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:57.001007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eefb99ea-547e-4853-b2fa-2d20ceb79ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:57.012219 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a2ae63a-5863-4ee0-a1dd-8a130918c875 req-dd519eee-2637-41c6-8392-2428a073b5b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090220
Nov 11 22:19:57.014178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eefb99ea-547e-4853-b2fa-2d20ceb79ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:57.016018 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-eefb99ea-547e-4853-b2fa-2d20ceb79ec9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e317b197-4864-4ef6-a8cf-fe361380de4d HTTP/1.1" status: 204  len: 168 time: 0.4688778
Nov 11 22:19:57.061923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589492-2cce-4527-9290-f98f4bb442c2 req-b558fcb8-560e-4699-9632-28877460b004 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:57.069948 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a589492-2cce-4527-9290-f98f4bb442c2 req-b558fcb8-560e-4699-9632-28877460b004 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1665733
Nov 11 22:19:57.131343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a589492-2cce-4527-9290-f98f4bb442c2 req-67ad35bf-c1d6-454d-870b-f680fcdfa85f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594931
Nov 11 22:19:57.336050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764526c-48d2-4a7f-b83c-f74cf5b683b5 req-329c44d9-ceb3-47f2-b02d-df5a71851212 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:57.338456 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7764526c-48d2-4a7f-b83c-f74cf5b683b5 req-329c44d9-ceb3-47f2-b02d-df5a71851212 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.0981965
Nov 11 22:19:57.419276 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7764526c-48d2-4a7f-b83c-f74cf5b683b5 req-9394648e-a3ea-4471-aaef-14d8d77358a0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701215
Nov 11 22:19:57.703290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43786) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:57.724903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:57.761330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:57.765972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Usage tracker for resource:security_group_rule and tenant:bccfbdb7e64446748ebf0c68d5e5972c is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:57.769619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:57.776511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:57.857617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:57.893476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:57.908755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-468a81a3-1d78-487c-b6d2-944e17534fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:58.005129 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bccfbdb7e64446748ebf0c68d5e5972c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2999485
Nov 11 22:19:58.006316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f009d50c-bd29-4678-aa77-645f8a4542b7,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:58.009889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 43796) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:58.012467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:58.111665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21bcc9d6-2824-49f0-800c-4c5b44d5b8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:58.145211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21bcc9d6-2824-49f0-800c-4c5b44d5b8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:58.235974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21bcc9d6-2824-49f0-800c-4c5b44d5b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:58.241672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:58.259464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcc9d6-2824-49f0-800c-4c5b44d5b8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f009d50c-bd29-4678-aa77-645f8a4542b7,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:58.262025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-21bcc9d6-2824-49f0-800c-4c5b44d5b8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:58.283964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21bcc9d6-2824-49f0-800c-4c5b44d5b8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:58.288205 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-21bcc9d6-2824-49f0-800c-4c5b44d5b8ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f009d50c-bd29-4678-aa77-645f8a4542b7 HTTP/1.1" status: 204  len: 168 time: 0.2741117
Nov 11 22:19:58.474327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a839e-85e6-4447-aa27-bb03d86009a7 req-9959afa2-2b26-4617-a34e-b606c81920eb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:58.476114 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a04a839e-85e6-4447-aa27-bb03d86009a7 req-9959afa2-2b26-4617-a34e-b606c81920eb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0930297
Nov 11 22:19:58.575975 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a04a839e-85e6-4447-aa27-bb03d86009a7 req-7bdc4ada-c8e3-480f-8108-c52d88807a43 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911016
Nov 11 22:19:58.795994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b8eca-41b7-4a40-9a25-e8f723557751 req-b1acb188-3113-465d-8dcf-404db4e4bf9a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:58.799598 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-506b8eca-41b7-4a40-9a25-e8f723557751 req-b1acb188-3113-465d-8dcf-404db4e4bf9a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1628234
Nov 11 22:19:58.853991 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-506b8eca-41b7-4a40-9a25-e8f723557751 req-3d2ef157-ef33-435b-b622-1d45d54a59e8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482218
Nov 11 22:19:59.053324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43818) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:59.075807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:59.111547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:19:59.115710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:6a77fafaa7c14230aa530a8216563fa0 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:19:59.118839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:19:59.126007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:19:59.248971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:59.282699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:59.293794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:59.343275 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a77fafaa7c14230aa530a8216563fa0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2882998
Nov 11 22:19:59.344815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b226de0-de22-4710-9a66-cf7ba2cfe713,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:59.348700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43828) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:19:59.352997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:59.635978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1272-30c6-43a2-b6fd-67d5f87f6f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:59.668541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1272-30c6-43a2-b6fd-67d5f87f6f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:59.819089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1272-30c6-43a2-b6fd-67d5f87f6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:59.823598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-40350ca5-0ba9-4238-b577-04ce8c3937ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:19:59.839268 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa1272-30c6-43a2-b6fd-67d5f87f6f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b226de0-de22-4710-9a66-cf7ba2cfe713,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:19:59.842019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e5aa1272-30c6-43a2-b6fd-67d5f87f6f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:19:59.851887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1272-30c6-43a2-b6fd-67d5f87f6f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:19:59.852942 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e5aa1272-30c6-43a2-b6fd-67d5f87f6f21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b226de0-de22-4710-9a66-cf7ba2cfe713 HTTP/1.1" status: 204  len: 168 time: 0.5028074
Nov 11 22:19:59.976252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82314ce5-5e89-4ad7-a3c9-c2807de5bd88 req-1af68c18-4143-4521-a912-a8effd8eb63c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:19:59.979237 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-82314ce5-5e89-4ad7-a3c9-c2807de5bd88 req-1af68c18-4143-4521-a912-a8effd8eb63c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1526148
Nov 11 22:20:00.185014 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-82314ce5-5e89-4ad7-a3c9-c2807de5bd88 req-940654eb-e3d0-469c-9e07-c61028f4fb42 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1935635
Nov 11 22:20:00.225783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0086c-3538-4d0c-890a-7557f4affb8e req-cd5a0dd9-7213-4a5e-8c74-c3e30b4dda01 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:00.227633 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5cb0086c-3538-4d0c-890a-7557f4affb8e req-cd5a0dd9-7213-4a5e-8c74-c3e30b4dda01 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2035892
Nov 11 22:20:00.285529 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5cb0086c-3538-4d0c-890a-7557f4affb8e req-d9a0500e-3567-4e94-b689-3aeacaab1929 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502014
Nov 11 22:20:01.062024 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc266bbe-f915-4726-8fe1-be9f0bf3ace9 req-18324444-3bb0-40c7-8738-b57b0a7617ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1098 time: 0.1031809
Nov 11 22:20:01.124689 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc266bbe-f915-4726-8fe1-be9f0bf3ace9 req-da318851-bcf7-48bd-9396-85836f7ecb95 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528526
Nov 11 22:20:01.449314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43888) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:01.632906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1576133626-network', 'tenant_id': '0c60fb32377b40a8b6801085fe4fe4ae'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:20:01.646739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:01.667100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Usage tracker for resource:network and tenant:0c60fb32377b40a8b6801085fe4fe4ae is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:01.678538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:01.694860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bebed-b0d6-4bb0-8c38-66c63e15e0bb req-b6c2e3ce-b216-4bae-b7d8-c762313d3225 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:01.697384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:01.710498 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-677bebed-b0d6-4bb0-8c38-66c63e15e0bb req-b6c2e3ce-b216-4bae-b7d8-c762313d3225 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2671824
Nov 11 22:20:01.753196 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Made reservation on behalf of 0c60fb32377b40a8b6801085fe4fe4ae for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:20:01.762123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:01.779704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871e35-6f75-4bfc-a2c2-9702295aea4f req-cbf6f0a6-e0f4-4bd6-b957-f1666fd18552 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:01.782817 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9a871e35-6f75-4bfc-a2c2-9702295aea4f req-cbf6f0a6-e0f4-4bd6-b957-f1666fd18552 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.2901897
Nov 11 22:20:01.787339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:01.860608 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:01.870910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0c60fb32377b40a8b6801085fe4fe4ae is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:01.879859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:01.897946 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-677bebed-b0d6-4bb0-8c38-66c63e15e0bb req-34cbe9de-1989-46ae-8427-4b4e18f5c968 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852458
Nov 11 22:20:01.904046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:01.970549 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9a871e35-6f75-4bfc-a2c2-9702295aea4f req-a180b51f-25f2-4c50-9d0b-134b4d551bfa tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1677105
Nov 11 22:20:02.041577 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:02.081923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:02.087339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:02.134813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:20:02.162772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9684af4-b73b-4649-9672-d7c1d1d2adfd,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:02.168343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:02.235078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:02.238687 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Added segment d920ac05-f88f-4685-a6e1-a1a93555ba74 of type vlan for network 4d94b648-b6d1-4d50-a337-f3c02b6d0f9e
Nov 11 22:20:02.279971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:02.378599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:02.380059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:02.380961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:02.387383 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-02be209a-37f6-4cea-a6a2-7d4c2680c404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:02.507872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4d94b648-b6d1-4d50-a337-f3c02b6d0f9e,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:02.511263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:02.520504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 4d94b648-b6d1-4d50-a337-f3c02b6d0f9e details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:20:02.551586 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1003699
Nov 11 22:20:02.555136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 43918) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:02.564034 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Request body: {'subnet': {'network_id': '4d94b648-b6d1-4d50-a337-f3c02b6d0f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1576133626-subnet', 'tenant_id': '0c60fb32377b40a8b6801085fe4fe4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:20:02.570021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:02.575371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Usage tracker for resource:subnet and tenant:0c60fb32377b40a8b6801085fe4fe4ae is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:02.579249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:02.587279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:02.670048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Made reservation on behalf of 0c60fb32377b40a8b6801085fe4fe4ae for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:20:02.676059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:03.167373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:20:03.436817 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:03.451251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:03.467700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a88892-4cd0-44fe-ad2b-9c61efb5d64e req-df995db1-1cdb-4bca-9b96-fec3919d6698 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:03.478040 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78a88892-4cd0-44fe-ad2b-9c61efb5d64e req-df995db1-1cdb-4bca-9b96-fec3919d6698 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2716227
Nov 11 22:20:03.550011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a971ed7-3d89-48c2-92fe-ae687e8b768e req-c9847845-7cf1-455e-a533-449bf48445d7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:03.551683 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9a971ed7-3d89-48c2-92fe-ae687e8b768e req-c9847845-7cf1-455e-a533-449bf48445d7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.2083974
Nov 11 22:20:03.555353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d84ed8-aa0e-4859-9b1c-35841248a964,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:03.559427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:03.589196 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78a88892-4cd0-44fe-ad2b-9c61efb5d64e req-939cd1b7-ddec-47e4-a15e-417304c4335b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034527
Nov 11 22:20:03.632871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Checking segment: {'id': 'd920ac05-f88f-4685-a6e1-a1a93555ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d94b648-b6d1-4d50-a337-f3c02b6d0f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:20:03.633271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Network hostable DHCP agents. Network: 4d94b648-b6d1-4d50-a337-f3c02b6d0f9e, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:20:03.648679 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9a971ed7-3d89-48c2-92fe-ae687e8b768e req-c24947e8-4ee9-4139-bb89-5b9fdb99b3ba tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834103
Nov 11 22:20:03.686688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Network 4d94b648-b6d1-4d50-a337-f3c02b6d0f9e is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:20:03.732950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 4d94b648-b6d1-4d50-a337-f3c02b6d0f9e) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:20:03.741175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:03.742458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:03.751850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b04cc63-e3e0-4f6d-bda8-125b2db7a8f0 None None] Network 4d94b648-b6d1-4d50-a337-f3c02b6d0f9e requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:20:03.821260 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2640214
Nov 11 22:20:04.093161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18f50d-372c-4fee-9b30-43b4b7a5eddb None None] Network 4d94b648-b6d1-4d50-a337-f3c02b6d0f9e requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:20:04.907056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7e3ca-b6f1-43ed-9e64-727002a7aa54 req-b17bc6af-5782-42d9-b700-a615203e2600 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:04.910961 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1fa7e3ca-b6f1-43ed-9e64-727002a7aa54 req-b17bc6af-5782-42d9-b700-a615203e2600 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1344376
Nov 11 22:20:04.983448 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1fa7e3ca-b6f1-43ed-9e64-727002a7aa54 req-1f7327c8-1e24-4e19-8f56-f0a3b2ff28c4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637786
Nov 11 22:20:05.342096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58391e50-9141-4637-b278-2c58eb26daa4 req-9c394a40-8c9c-4033-9e6a-f662b2f6960b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:05.344503 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-58391e50-9141-4637-b278-2c58eb26daa4 req-9c394a40-8c9c-4033-9e6a-f662b2f6960b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1334732
Nov 11 22:20:05.422672 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-58391e50-9141-4637-b278-2c58eb26daa4 req-c7c782e9-d74b-4ca8-8555-0e0a05c35d50 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656376
Nov 11 22:20:05.664851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44020) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:05.679121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1467119325-network', 'tenant_id': '1a67fddef1a44174a88dc2e767279b99'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:20:05.689229 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:05.699812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Usage tracker for resource:network and tenant:1a67fddef1a44174a88dc2e767279b99 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:05.706966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:05.720954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:05.804918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4ff0a-dbc1-4543-bb29-1da84e308e34 req-c2042ab5-dcee-4f0c-8c1c-95b4c9583187 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:05.806764 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b6f4ff0a-dbc1-4543-bb29-1da84e308e34 req-c2042ab5-dcee-4f0c-8c1c-95b4c9583187 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0934031
Nov 11 22:20:05.824570 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44026) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:05.834115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'floatingip': {'port_id': '609a4f61-4a38-407e-b3e9-c2e311509cbe'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:20:05.971105 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Made reservation on behalf of 1a67fddef1a44174a88dc2e767279b99 for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:20:05.989834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:06.035839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:06.068217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:06.193236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ca818-79f7-4260-96fa-ea601a5ec545 req-d15b8716-7e88-4d66-bb01-834b78414d0d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:06.199086 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d59ca818-79f7-4260-96fa-ea601a5ec545 req-d15b8716-7e88-4d66-bb01-834b78414d0d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1307619
Nov 11 22:20:06.291295 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d59ca818-79f7-4260-96fa-ea601a5ec545 req-52c816c1-42d1-4c1f-9c3c-38943ba11a99 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836513
Nov 11 22:20:06.295674 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:06.311993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Usage tracker for resource:security_group_rule and tenant:1a67fddef1a44174a88dc2e767279b99 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:06.332104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:06.355342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:06.395339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31a46b51-7065-4cbe-9b33-ddb6313b24df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:06.886230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:06.998479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.006514 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:07.121912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 44050) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:07.235449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:20:07.312020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d548a6-72dd-4dd7-b033-8d7f906cd916,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:07.319079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:07.342471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.346421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.346421 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Added segment f7d12939-dd70-498d-91b6-d277ee12059b of type vlan for network faef3171-e3bb-40ab-af9b-c70bc5116936
Nov 11 22:20:07.472574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.574368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:07.581728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Usage tracker for resource:security_group_rule and tenant:0bd361f5bdf14b6294b9567ffe6c4ba5 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:07.589665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:07.604126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:07.766846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.773548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4ae17-b070-4835-a50f-67dc6e24e79b req-208f1c81-a6b2-46c7-9b21-3fff72f987b4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:07.775249 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76e4ae17-b070-4835-a50f-67dc6e24e79b req-208f1c81-a6b2-46c7-9b21-3fff72f987b4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1461833
Nov 11 22:20:07.787658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.793698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:07.794820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.816976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:07.821310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.832183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-29f10681-aae6-469a-a269-7531add515f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:07.863151 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76e4ae17-b070-4835-a50f-67dc6e24e79b req-9f0258ec-7338-4a48-9613-e1cce86ef605 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806696
Nov 11 22:20:07.880179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:07.912364 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bd361f5bdf14b6294b9567ffe6c4ba5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7886937
Nov 11 22:20:07.916331 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 44066) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:07.943498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b163b51-8988-417f-a3b1-65874cb278b5,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:07.948972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:07.960022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:08.036818 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2abd47e8-bbbe-4f32-a08c-fd87471a6386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:08.043643 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.3721471
Nov 11 22:20:08.043643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Pushing event updated for resources: {'Network': ['ID=faef3171-e3bb-40ab-af9b-c70bc5116936,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:08.045944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:08.048121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44070) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:08.066399 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network faef3171-e3bb-40ab-af9b-c70bc5116936 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:20:08.066719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Request body: {'subnet': {'network_id': 'faef3171-e3bb-40ab-af9b-c70bc5116936', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1467119325-subnet', 'tenant_id': '1a67fddef1a44174a88dc2e767279b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:20:08.079824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:08.092152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2abd47e8-bbbe-4f32-a08c-fd87471a6386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:08.093601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Usage tracker for resource:subnet and tenant:1a67fddef1a44174a88dc2e767279b99 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:08.105975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:08.122243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:08.224147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2abd47e8-bbbe-4f32-a08c-fd87471a6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:08.231070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-da35f7b7-6c48-434a-9b8e-f93b25dde6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:08.248238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd47e8-bbbe-4f32-a08c-fd87471a6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b163b51-8988-417f-a3b1-65874cb278b5,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:08.261216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2abd47e8-bbbe-4f32-a08c-fd87471a6386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:08.265125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2abd47e8-bbbe-4f32-a08c-fd87471a6386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:08.281226 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2abd47e8-bbbe-4f32-a08c-fd87471a6386 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b163b51-8988-417f-a3b1-65874cb278b5 HTTP/1.1" status: 204  len: 168 time: 0.3630915
Nov 11 22:20:08.518939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Made reservation on behalf of 1a67fddef1a44174a88dc2e767279b99 for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:20:08.523935 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:08.702921 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Floating IP 0fb8c338-c497-4456-ae60-428dc82a9e4e associated. External IP: 172.27.1.227, port: 609a4f61-4a38-407e-b3e9-c2e311509cbe.
Nov 11 22:20:08.761487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e236c74-59de-4327-9f14-a046aee6a8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:08.831408 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.134259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 44090) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:09.165329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.169670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.174712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-88ad5475-9985-436f-820f-97b9271c338a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:09.236033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:09.243179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Usage tracker for resource:security_group_rule and tenant:0291dbbe232d44d9af5a6a7377a78787 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:09.246900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:09.256130 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb93d5-86c3-49ca-aab2-b27c223456cd req-a2be1a7c-bf44-4969-9a10-532ad02f0e1b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:09.258270 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-92eb93d5-86c3-49ca-aab2-b27c223456cd req-a2be1a7c-bf44-4969-9a10-532ad02f0e1b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1671939
Nov 11 22:20:09.262396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:09.300095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8759a86f-40e5-4b1b-9dfe-b585b3acb537,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:09.303294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:09.324585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Checking segment: {'id': 'f7d12939-dd70-498d-91b6-d277ee12059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'faef3171-e3bb-40ab-af9b-c70bc5116936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:20:09.325032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Network hostable DHCP agents. Network: faef3171-e3bb-40ab-af9b-c70bc5116936, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:20:09.342729 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-92eb93d5-86c3-49ca-aab2-b27c223456cd req-20cbb094-efa7-4c0c-bbea-65428124d432 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697634
Nov 11 22:20:09.401554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.480045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:20:09.562067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Network faef3171-e3bb-40ab-af9b-c70bc5116936 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:20:09.588659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.613801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, faef3171-e3bb-40ab-af9b-c70bc5116936) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:20:09.621964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:09.621964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.630441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6c3cf0-c32c-4b0a-927c-bd91b4d401a8 None None] Network faef3171-e3bb-40ab-af9b-c70bc5116936 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:20:09.634937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.661677 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-99ea9b48-bf71-4b7a-82c5-61d54d3a78a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:09.698314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47017bb7-847e-4474-85c7-0846d4ab484a,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:09.702669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:09.732536 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0291dbbe232d44d9af5a6a7377a78787&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5884557
Nov 11 22:20:09.733054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44098) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:09.759707 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7063041
Nov 11 22:20:09.903317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-28612139-929b-451f-a1d0-deca0d2315fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.958427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a20a0-65bb-476c-80f3-f68425b9ecc8 None None] Network faef3171-e3bb-40ab-af9b-c70bc5116936 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:20:09.970230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:20:09.976466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-28612139-929b-451f-a1d0-deca0d2315fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:09.987860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] Sync routers for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:20:10.014368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:20:10.016086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6f3b6d8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:20:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:10.068151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:10.281965 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-96f2b525-4963-42d2-93ad-39f0b680cfca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "PUT /v2.0/floatingips/0fb8c338-c497-4456-ae60-428dc82a9e4e HTTP/1.1" status: 200  len: 991 time: 4.4545758
Nov 11 22:20:10.283108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'tag': '609a4f61-4a38-407e-b3e9-c2e311509cbe'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:20:10.347634 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-329ce466-e88d-432f-8b0a-dca935f182e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 1098 time: 0.3548727
Nov 11 22:20:10.370101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:20:10.416648 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'tag': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'status': 'completed', 'code': 200}
Nov 11 22:20:10.428908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-28612139-929b-451f-a1d0-deca0d2315fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:10.464278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-52d0968a-e980-43fe-b82a-751560c95f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:10.710815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28612139-929b-451f-a1d0-deca0d2315fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47017bb7-847e-4474-85c7-0846d4ab484a,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:10.742693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-28612139-929b-451f-a1d0-deca0d2315fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:10.749952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-28612139-929b-451f-a1d0-deca0d2315fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:10.758949 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-28612139-929b-451f-a1d0-deca0d2315fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47017bb7-847e-4474-85c7-0846d4ab484a HTTP/1.1" status: 204  len: 168 time: 1.0271139
Nov 11 22:20:10.873829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6f3b6d8>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '0fb8c338-c497-4456-ae60-428dc82a9e4e', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'port_id': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'mac_address': 'fa:16:3e:a1:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:03Z', 'updated_at': '2021-11-11T22:20:07Z', 'revision_number': 1, 'project_id': '489d63858a1644e596ecee466baf8d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:10.876646 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e62b6e-d5eb-450f-81c8-793125456218 req-24b51e9a-fb95-405d-8364-4fce4e8040c0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:10.879513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] Checking router: 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:20:10.880362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-b2bd17a6-d408-4e30-9b7b-6826f8caec75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:10.891243 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-75e62b6e-d5eb-450f-81c8-793125456218 req-24b51e9a-fb95-405d-8364-4fce4e8040c0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.3454604
Nov 11 22:20:10.891462 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-b2bd17a6-d408-4e30-9b7b-6826f8caec75 service neutron] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 920 time: 0.5304384
Nov 11 22:20:10.895340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:20:10.896080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6f3b6d8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:20:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:10.967142 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-75e62b6e-d5eb-450f-81c8-793125456218 req-6617326c-4281-4c3f-b51b-a93e0b0a4521 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745952
Nov 11 22:20:11.068472 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-bb369a6b-c545-4c7b-8bd7-747532de2437 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c HTTP/1.1" status: 200  len: 217 time: 0.1591012
Nov 11 22:20:11.077021 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-27d01470-4253-4909-b7e1-69def176be14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1098 time: 0.5842476
Nov 11 22:20:11.122241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:11.335805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:20:11.371534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-9c2cdcaf-ae13-478c-a79a-7bf5a6abcc5b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:11.375795 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-9c2cdcaf-ae13-478c-a79a-7bf5a6abcc5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.2696245
Nov 11 22:20:11.492019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-8b324805-d81d-4985-a388-4bbaad99f071 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:11.496040 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-8b324805-d81d-4985-a388-4bbaad99f071 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.3491464
Nov 11 22:20:11.501124 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-ca63e6a7-0080-476e-9d53-44b75e5f6745 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1128819
Nov 11 22:20:11.970425 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-12a18dc0-2de5-4aa6-befa-88100c256dde service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4461327
Nov 11 22:20:11.972952 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-8b9c0e73-eea3-4625-b5d3-4f1f6c035823 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 999 time: 0.4513557
Nov 11 22:20:12.238940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6f3b6d8>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '0fb8c338-c497-4456-ae60-428dc82a9e4e', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'port_id': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'mac_address': 'fa:16:3e:a1:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:03Z', 'updated_at': '2021-11-11T22:20:07Z', 'revision_number': 1, 'project_id': '489d63858a1644e596ecee466baf8d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:12.245743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16993907-bdd5-47cd-b072-c728ade79f92 None None] The sync data for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi is: [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '0fb8c338-c497-4456-ae60-428dc82a9e4e', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'port_id': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'mac_address': 'fa:16:3e:a1:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:03Z', 'updated_at': '2021-11-11T22:20:07Z', 'revision_number': 1, 'project_id': '489d63858a1644e596ecee466baf8d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:20:12.517264 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-007bbcd6-9e89-44f0-abe5-298b1762556f req-9e317fa0-906d-4bad-987b-4e7bf6455f53 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5150566
Nov 11 22:20:12.526423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-f2592e99-1a46-4daa-8324-76ed098678aa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:12.532284 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-f2592e99-1a46-4daa-8324-76ed098678aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.3080888
Nov 11 22:20:12.574475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d1104-cda5-4082-a877-03b3814b24eb req-9a0d95e1-ca6f-424d-b55c-a6d5afc4629a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:12.588403 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f3d1104-cda5-4082-a877-03b3814b24eb req-9a0d95e1-ca6f-424d-b55c-a6d5afc4629a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2459743
Nov 11 22:20:12.710531 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-48177d32-7413-4333-9092-7c69e2ad778b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1629596
Nov 11 22:20:12.713958 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f3d1104-cda5-4082-a877-03b3814b24eb req-b432936e-5258-4ac6-a18a-dabb152b8a16 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204951
Nov 11 22:20:13.015096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cd67f-7564-4b60-bae4-af62569f124a None None] New status for floating IP 0fb8c338-c497-4456-ae60-428dc82a9e4e: ACTIVE {{(pid=88346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:20:13.551394 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-9b3ba265-8e47-463d-afb6-2f9027b35b81 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8291161
Nov 11 22:20:14.035210 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c35e62e4-26f8-4604-b9a7-ded967382c8f req-30e6e8f0-3e49-4cf6-ac3c-300f1229afbe service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4706686
Nov 11 22:20:14.148248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7e5e-9cb3-43e0-a6b6-324293132482 req-2f492f25-fff9-4581-8206-b261c93cb1b5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:14.151221 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f43d7e5e-9cb3-43e0-a6b6-324293132482 req-2f492f25-fff9-4581-8206-b261c93cb1b5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1685021
Nov 11 22:20:14.262345 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f43d7e5e-9cb3-43e0-a6b6-324293132482 req-89b5e348-55f3-44b9-8459-5006e9303a90 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004162
Nov 11 22:20:15.706038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44254) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:15.728437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a89983-1f44-43b5-a4ee-0bb61025896f req-37879b9e-1012-452b-a559-324dafdf72d3 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:15.731606 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-00a89983-1f44-43b5-a4ee-0bb61025896f req-37879b9e-1012-452b-a559-324dafdf72d3 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2291050
Nov 11 22:20:15.829021 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-00a89983-1f44-43b5-a4ee-0bb61025896f req-98b1f646-9aea-48b3-b546-e1434e15910a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906587
Nov 11 22:20:16.067821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:16.106402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:16.112035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Usage tracker for resource:security_group_rule and tenant:6bd5f22a24584ba2af53f040f3f9947a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:16.115604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:16.122811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:16.226621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:16.269467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:16.278249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:16.327002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed84990-c18a-487d-8138-a2b3eed2f05f,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:16.331249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:16.336492 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bd5f22a24584ba2af53f040f3f9947a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6263824
Nov 11 22:20:16.336883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44270) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:16.427060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7237ce8d-21f8-4549-8bee-04360f00331c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:16.481875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7237ce8d-21f8-4549-8bee-04360f00331c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:16.584261 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7237ce8d-21f8-4549-8bee-04360f00331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:16.590686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:16.608434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237ce8d-21f8-4549-8bee-04360f00331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed84990-c18a-487d-8138-a2b3eed2f05f,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:16.612185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7237ce8d-21f8-4549-8bee-04360f00331c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:16.618670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7237ce8d-21f8-4549-8bee-04360f00331c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:16.618670 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7237ce8d-21f8-4549-8bee-04360f00331c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ed84990-c18a-487d-8138-a2b3eed2f05f HTTP/1.1" status: 204  len: 168 time: 0.2783167
Nov 11 22:20:17.195977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1c7d-1d12-4bfa-8856-0d71007096b5 req-de87323b-f3ab-45ce-8e99-3a46ebdc5220 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:17.198902 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-833d1c7d-1d12-4bfa-8856-0d71007096b5 req-de87323b-f3ab-45ce-8e99-3a46ebdc5220 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1439607
Nov 11 22:20:17.261738 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-833d1c7d-1d12-4bfa-8856-0d71007096b5 req-bfd60303-914a-4400-bc61-2466c955374b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537493
Nov 11 22:20:17.526683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44304) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:17.549128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:17.584323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:17.588599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Usage tracker for resource:security_group_rule and tenant:59c1164974c9447fba88f641b2537117 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:17.591766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:17.599385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:17.672060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:17.715508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:17.724111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-063b364e-7307-465f-8470-ee84e2562818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:17.770889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0ce434-4a41-4683-a296-921992051742,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:17.774073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:17.777768 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59c1164974c9447fba88f641b2537117&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2499976
Nov 11 22:20:17.781192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 44308) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:17.873901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-594ff64a-614f-4f8f-94cb-95c508b53355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:17.908923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-594ff64a-614f-4f8f-94cb-95c508b53355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:18.006235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-594ff64a-614f-4f8f-94cb-95c508b53355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:18.019419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:18.034507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ff64a-614f-4f8f-94cb-95c508b53355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0ce434-4a41-4683-a296-921992051742,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:18.040137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-594ff64a-614f-4f8f-94cb-95c508b53355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:18.042583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-594ff64a-614f-4f8f-94cb-95c508b53355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:18.043822 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-594ff64a-614f-4f8f-94cb-95c508b53355 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a0ce434-4a41-4683-a296-921992051742 HTTP/1.1" status: 204  len: 168 time: 0.2613490
Nov 11 22:20:18.515296 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af49b6-4969-4d2f-a8f2-73f732e794b8 req-ec6a4b7c-3900-41cb-bbcc-23e484bdb479 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:18.517656 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-88af49b6-4969-4d2f-a8f2-73f732e794b8 req-ec6a4b7c-3900-41cb-bbcc-23e484bdb479 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.0988705
Nov 11 22:20:18.571598 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-88af49b6-4969-4d2f-a8f2-73f732e794b8 req-3db13654-4eb5-409a-a7ad-3dbd46c16d5d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475688
Nov 11 22:20:19.787350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44398) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:19.904348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff74c-b46d-422a-bfd0-a099fc49b2a9 req-fe1c42b4-5619-42c0-95c4-4b1cc5f6db60 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:19.913501 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c9dff74c-b46d-422a-bfd0-a099fc49b2a9 req-fe1c42b4-5619-42c0-95c4-4b1cc5f6db60 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1739640
Nov 11 22:20:19.964759 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c9dff74c-b46d-422a-bfd0-a099fc49b2a9 req-cb608a1b-1593-4a0b-b381-bd3d801fed69 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504360
Nov 11 22:20:20.073006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:20.122790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:20.131262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Usage tracker for resource:security_group_rule and tenant:5e6a5e5643af4343a0e56ddc209f60aa is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:20.137491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:20.148062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:20.244940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:20.292063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:20.309642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-28612139-929b-451f-a1d0-deca0d2315fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:20.363800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889b9e2d-2328-4a64-a99a-7523cad99c55,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:20.377064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:20.381518 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e6a5e5643af4343a0e56ddc209f60aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5912459
Nov 11 22:20:20.385086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44420) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:20.462629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e60b0c8-b7ab-4e54-8531-415629eda9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:20.496437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e60b0c8-b7ab-4e54-8531-415629eda9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:20.601138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e60b0c8-b7ab-4e54-8531-415629eda9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:20.607825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-18febcb1-e01c-472f-922d-8920d5b942c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:20.623872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b0c8-b7ab-4e54-8531-415629eda9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889b9e2d-2328-4a64-a99a-7523cad99c55,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:20.629479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8e60b0c8-b7ab-4e54-8531-415629eda9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:20.635873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e60b0c8-b7ab-4e54-8531-415629eda9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:20.637140 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8e60b0c8-b7ab-4e54-8531-415629eda9ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/889b9e2d-2328-4a64-a99a-7523cad99c55 HTTP/1.1" status: 204  len: 168 time: 0.2509525
Nov 11 22:20:21.256786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dab90-39d0-4c62-8efe-57418fdfba2b req-4b0113ac-938a-43ec-af60-5d8de5b56bca tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:21.268250 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-668dab90-39d0-4c62-8efe-57418fdfba2b req-4b0113ac-938a-43ec-af60-5d8de5b56bca tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1389132
Nov 11 22:20:21.331693 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-668dab90-39d0-4c62-8efe-57418fdfba2b req-bed5447b-33b2-4364-a36e-460efef1aee5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621810
Nov 11 22:20:21.802333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44476) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:21.990631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387b052-77c3-4265-ac59-224814bef344 req-c3eceede-fd52-4b1b-b781-7cafe7882609 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:22.001711 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-c3eceede-fd52-4b1b-b781-7cafe7882609 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 814 time: 0.2747772
Nov 11 22:20:22.023403 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-aca2cfb3-fe99-4464-baf2-e21187485152 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/quotas/415a98da77784590b45e9f4f8d5e1f2a HTTP/1.1" status: 200  len: 375 time: 0.0205431
Nov 11 22:20:22.128244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:22.136942 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-139269aa-416f-4456-a25c-61993dfde4fa tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1125517
Nov 11 22:20:22.175796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:22.180171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfef9f0492a4d849b440f2fb5d02eaf is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:22.188056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:22.195693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:22.325215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:22.356282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:22.380385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:22.438893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-644f7779-7921-4d61-8840-7f7b07367c18 service neutron] 10.222.0.18 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934468
Nov 11 22:20:22.442212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9bb1d2-03b0-43a6-ad02-70bac4a9a166,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:22.448233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:22.475926 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bfef9f0492a4d849b440f2fb5d02eaf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6709895
Nov 11 22:20:22.479797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44502) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:22.558115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f76-00aa-482c-9390-ce5bb3e5288d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:22.600520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f76-00aa-482c-9390-ce5bb3e5288d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:22.692591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f76-00aa-482c-9390-ce5bb3e5288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:22.697190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:22.712381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae91f76-00aa-482c-9390-ce5bb3e5288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9bb1d2-03b0-43a6-ad02-70bac4a9a166,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:22.726898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4ae91f76-00aa-482c-9390-ce5bb3e5288d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:22.733108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4ae91f76-00aa-482c-9390-ce5bb3e5288d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:22.738798 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4ae91f76-00aa-482c-9390-ce5bb3e5288d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd9bb1d2-03b0-43a6-ad02-70bac4a9a166 HTTP/1.1" status: 204  len: 168 time: 0.2603979
Nov 11 22:20:22.917370 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-0a537ab8-5db1-4bb6-8616-8ade96f9198e service neutron] 10.222.0.18 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4747767
Nov 11 22:20:22.973419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbf988-206c-4a5a-91c8-bd9e3f1ad1d9 req-ffd25ba2-86aa-4f6d-97be-00bc0b09b7d1 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:22.977246 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bfdbf988-206c-4a5a-91c8-bd9e3f1ad1d9 req-ffd25ba2-86aa-4f6d-97be-00bc0b09b7d1 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1923425
Nov 11 22:20:23.085640 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bfdbf988-206c-4a5a-91c8-bd9e3f1ad1d9 req-916fb430-d599-4c6f-ae63-d135e1d91df7 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010518
Nov 11 22:20:23.243642 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ad8a7d76-1a68-4287-8c89-1a481ab659f5 req-cf4c1b9e-2568-40cb-861b-b58aaa5e296f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 210 time: 0.0793014
Nov 11 22:20:23.797129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44538) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:23.865113 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:23.939264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:23.945998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Usage tracker for resource:security_group_rule and tenant:387f32037c9b41049f1516f6c252657c is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:23.955431 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:23.964741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:24.065097 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:24.115336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:24.147064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9b276691-35d4-495a-8bc3-f4b74a05497d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:24.282262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c09f81-1634-4b68-a822-821f42841f05,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:24.300505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:24.366058 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=387f32037c9b41049f1516f6c252657c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5662863
Nov 11 22:20:24.368273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44560) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:24.516200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d9f706cc-980c-4e3b-8efe-61b66ceda8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:24.602657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d9f706cc-980c-4e3b-8efe-61b66ceda8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:24.617538 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bdca1716-69a8-41cd-b654-bc93632a8f87 req-9ec89ec4-a4c4-4091-b8df-93ae96b039b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 210 time: 0.0841022
Nov 11 22:20:24.698821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25eb67-2828-4eeb-919c-81c4913c106b req-4179795a-3ef2-4a77-aee7-5f02da009bf6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:24.700534 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc25eb67-2828-4eeb-919c-81c4913c106b req-4179795a-3ef2-4a77-aee7-5f02da009bf6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2669806
Nov 11 22:20:24.809267 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc25eb67-2828-4eeb-919c-81c4913c106b req-bee473c4-299e-4f2c-9658-b7221fe00058 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972238
Nov 11 22:20:24.829131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d9f706cc-980c-4e3b-8efe-61b66ceda8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:24.836138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d292aca7-b9da-48b5-9483-d6cece04cd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:24.863370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f706cc-980c-4e3b-8efe-61b66ceda8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c09f81-1634-4b68-a822-821f42841f05,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:24.877652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d9f706cc-980c-4e3b-8efe-61b66ceda8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:24.889522 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d9f706cc-980c-4e3b-8efe-61b66ceda8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:24.918798 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d9f706cc-980c-4e3b-8efe-61b66ceda8bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5c09f81-1634-4b68-a822-821f42841f05 HTTP/1.1" status: 204  len: 168 time: 0.5483396
Nov 11 22:20:25.828727 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d3a0a45-0312-46f7-b998-780913103086 req-0fcd0cab-1691-446b-b642-26531184110c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 210 time: 0.0615580
Nov 11 22:20:26.428866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387b052-77c3-4265-ac59-224814bef344 req-1e565490-3c1e-4c5e-8c6e-70b5a4838540 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:26.431081 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-1e565490-3c1e-4c5e-8c6e-70b5a4838540 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 814 time: 0.3114839
Nov 11 22:20:26.454294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Request body: {'port': {'device_id': '34184f69-06d3-41f2-91d7-ab3315c08f3c', 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'admin_state_up': True, 'tenant_id': '415a98da77784590b45e9f4f8d5e1f2a'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:20:26.456046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb53ca-9ae8-49e6-97bc-e9cfb55ef6e1 req-dae05c3c-e1cb-4d3e-b436-b808c9aa9f1e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:26.459262 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-efbb53ca-9ae8-49e6-97bc-e9cfb55ef6e1 req-dae05c3c-e1cb-4d3e-b436-b808c9aa9f1e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.3031628
Nov 11 22:20:26.573901 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-efbb53ca-9ae8-49e6-97bc-e9cfb55ef6e1 req-0d645f6b-41cf-4418-864c-f2b9045338d2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916231
Nov 11 22:20:26.781161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:26.789525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Usage tracker for resource:port and tenant:415a98da77784590b45e9f4f8d5e1f2a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:26.795078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:26.805470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:26.899247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Made reservation on behalf of 415a98da77784590b45e9f4f8d5e1f2a for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:20:26.918888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:26.949745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:27.130252 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-482ba36d-3273-4e72-aea5-7b049752494d req-23a58b00-28bc-4dfc-9204-c9062c8eac16 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 210 time: 0.0540605
Nov 11 22:20:27.319078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Allocated IP 172.20.0.2 (f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456/e631a5fa-70dd-4c4a-8199-4dbb931e37d8/28d819e4-9ffb-46f3-8346-6eb41adab999) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:20:27.824329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:27.957731 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-445ff53d-aba6-4eb4-b3c0-d0064d1b2800 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2227859
Nov 11 22:20:27.991596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7c5f-8d95-4411-bb1a-0f2ac3ec2e77 req-727850fd-e1d2-473a-8144-589b7851d952 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:28.010271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:28.018905 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7a8b7c5f-8d95-4411-bb1a-0f2ac3ec2e77 req-727850fd-e1d2-473a-8144-589b7851d952 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1379027
Nov 11 22:20:28.030760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:28.058951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['fdd53752-f197-4ff2-ac1e-e17d49fc1545'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:20:28.155737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:20:28.159999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:20:28.173825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:20:28.178237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:28.178961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:28.183692 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7a8b7c5f-8d95-4411-bb1a-0f2ac3ec2e77 req-1628c2b1-bf35-4b77-b081-f1835ba1c222 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635280
Nov 11 22:20:28.293785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Pushing event updated for resources: {'Port': ['ID=28d819e4-9ffb-46f3-8346-6eb41adab999,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:28.298156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:28.310469 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8612406
Nov 11 22:20:28.344170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Request body: {'port': {'device_id': '34184f69-06d3-41f2-91d7-ab3315c08f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:20:28.619529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:28.637210 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc2737-69f9-4bc9-9d93-38eebb59985d req-a84ec896-6fae-4356-9fcc-5be60b900a98 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:28.644975 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-defc2737-69f9-4bc9-9d93-38eebb59985d req-a84ec896-6fae-4356-9fcc-5be60b900a98 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 931 time: 0.1949768
Nov 11 22:20:28.666166 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-b5285b53-f12c-4c39-9f00-18c52b1e5e42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 1099 time: 0.4824510
Nov 11 22:20:28.754952 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-defc2737-69f9-4bc9-9d93-38eebb59985d req-53d6eedc-d213-475f-af1d-46f64be2f773 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035817
Nov 11 22:20:29.070269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-e44ac738-dcbb-471b-9123-4cb6986f4757 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:29.071926 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-e44ac738-dcbb-471b-9123-4cb6986f4757 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 915 time: 0.3594923
Nov 11 22:20:29.195719 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-228d9894-0d47-49d5-99cc-4618207526af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd53752-f197-4ff2-ac1e-e17d49fc1545 HTTP/1.1" status: 200  len: 217 time: 0.1046340
Nov 11 22:20:29.364711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-1d24d607-ab8d-42e6-80da-622c22f9a8c7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:29.368974 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-1d24d607-ab8d-42e6-80da-622c22f9a8c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.1548719
Nov 11 22:20:29.435481 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-0ccf7a1d-f5a4-4a43-a576-24c7d25fd4ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516484
Nov 11 22:20:29.583486 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1f88-1d6d-4153-8597-780e7cf36ea0 req-75091cfd-65e2-4f5f-b868-476c780b0cb0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:29.598504 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6dec1f88-1d6d-4153-8597-780e7cf36ea0 req-75091cfd-65e2-4f5f-b868-476c780b0cb0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1844180
Nov 11 22:20:29.691618 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6dec1f88-1d6d-4153-8597-780e7cf36ea0 req-84c1b6cd-8156-43c4-866c-cefff088d9d2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874505
Nov 11 22:20:29.749705 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d819e4-9ffb-46f3-8346-6eb41adab999 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:20:29.768598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:29.785051 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-d3c0261f-295b-47a7-858f-9ba275ea879c service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3249798
Nov 11 22:20:29.795889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Transition to ACTIVE for port object 28d819e4-9ffb-46f3-8346-6eb41adab999 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:20:29.874874 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:29.890934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:30.060547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2a04f-0a54-445d-9f46-241c5f4194fa req-ec4102bb-52a2-47a1-854b-29b0288b4810 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:30.072291 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-52b2a04f-0a54-445d-9f46-241c5f4194fa req-ec4102bb-52a2-47a1-854b-29b0288b4810 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 943 time: 0.1525235
Nov 11 22:20:30.191213 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-52b2a04f-0a54-445d-9f46-241c5f4194fa req-2db071e7-51f6-4f78-a19e-43ed7428c335 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178026
Nov 11 22:20:30.378995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Pushing event updated for resources: {'Port': ['ID=28d819e4-9ffb-46f3-8346-6eb41adab999,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:30.385150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:30.409546 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4e039f-5dfb-4cbe-bc38-ff648f34ee02 req-50957065-e20e-40db-ac29-b67efc5d2cd1 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6051714
Nov 11 22:20:30.471065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Attempting to bind port 28d819e4-9ffb-46f3-8346-6eb41adab999 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:20:30.471228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Attempting to bind port 28d819e4-9ffb-46f3-8346-6eb41adab999 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:20:30.471604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Attempting to bind port 28d819e4-9ffb-46f3-8346-6eb41adab999 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:20:30.478372 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Port 28d819e4-9ffb-46f3-8346-6eb41adab999 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:20:30.484015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Attempting to bind port 28d819e4-9ffb-46f3-8346-6eb41adab999 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:20:30.490124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:20:30.490821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Checking segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:20:30.491274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Bound using segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:20:30.492067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Bound port: 28d819e4-9ffb-46f3-8346-6eb41adab999, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:20:30.492341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:30.621520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] For port 28d819e4-9ffb-46f3-8346-6eb41adab999, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:20:30.625851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] For port 28d819e4-9ffb-46f3-8346-6eb41adab999, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=28d819e4-9ffb-46f3-8346-6eb41adab999,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:20:30.682085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:30.691717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-90225164-6cd1-49a4-ab89-2c35a5d53e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:30.764264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:30.765884 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] 10.222.0.65 "PUT /v2.0/ports/28d819e4-9ffb-46f3-8346-6eb41adab999 HTTP/1.1" status: 200  len: 1093 time: 2.4422007
Nov 11 22:20:30.766430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34184f69-06d3-41f2-91d7-ab3315c08f3c', 'tag': '28d819e4-9ffb-46f3-8346-6eb41adab999'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:20:30.784324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Pushing event updated for resources: {'Port': ['ID=28d819e4-9ffb-46f3-8346-6eb41adab999,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:30.787910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:30.856594 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34184f69-06d3-41f2-91d7-ab3315c08f3c', 'tag': '28d819e4-9ffb-46f3-8346-6eb41adab999', 'status': 'completed', 'code': 200}
Nov 11 22:20:31.037399 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-32859a2b-e9c9-466b-a422-f482ad1c1d30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 1096 time: 0.1250196
Nov 11 22:20:31.125658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad5f67-c9bc-4a6f-9bd0-e8aed333a277 req-89f4fd20-50f2-44a7-963e-80abf3e61575 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:31.127374 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1cad5f67-c9bc-4a6f-9bd0-e8aed333a277 req-89f4fd20-50f2-44a7-963e-80abf3e61575 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1425049
Nov 11 22:20:31.172385 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-9a10e5e0-ac28-49ba-ad30-ba50b2532b74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28d819e4-9ffb-46f3-8346-6eb41adab999 HTTP/1.1" status: 200  len: 217 time: 0.1022873
Nov 11 22:20:31.184536 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1cad5f67-c9bc-4a6f-9bd0-e8aed333a277 req-1662e1d6-e774-42ab-b34f-afbccf4c0a9d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504978
Nov 11 22:20:31.302723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387b052-77c3-4265-ac59-224814bef344 req-a859d72e-20b7-46ae-9323-14387dbc4c0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:31.304375 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-a859d72e-20b7-46ae-9323-14387dbc4c0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.1178515
Nov 11 22:20:31.453393 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-616188bb-fb56-4e4a-87d0-6401ec0db20b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1295829
Nov 11 22:20:31.547451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfb959-24de-493c-9f90-883a1ec6056c req-9862dffc-fe4b-4138-bbd6-9dcc969c2cea tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:31.555730 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fcfb959-24de-493c-9f90-883a1ec6056c req-9862dffc-fe4b-4138-bbd6-9dcc969c2cea tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 943 time: 0.1613944
Nov 11 22:20:31.638028 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fcfb959-24de-493c-9f90-883a1ec6056c req-fa5a7a2d-0898-4f2d-acbf-d62a07dd340c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809546
Nov 11 22:20:31.791564 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-22bb90c7-3370-4b03-8312-f48a48b32235 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3199298
Nov 11 22:20:32.004280 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1387b052-77c3-4265-ac59-224814bef344 req-bc91a829-989f-4f1d-a20f-b66d16aa8eef service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050703
Nov 11 22:20:32.309437 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-d9d76d26-4b34-4a16-b70c-8dd4a7c00a44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 1096 time: 0.1426802
Nov 11 22:20:32.456518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36f1c-304e-4cae-a350-8ff333bdea9e req-007087cf-3ba1-44e2-9297-4d4c9d1c0090 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:32.458767 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7a36f1c-304e-4cae-a350-8ff333bdea9e req-007087cf-3ba1-44e2-9297-4d4c9d1c0090 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1786890
Nov 11 22:20:32.543232 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7a36f1c-304e-4cae-a350-8ff333bdea9e req-677c6a7c-d857-455b-8376-e95b71ea8f16 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707383
Nov 11 22:20:32.644256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-3e34c8ad-0a2a-4d61-a984-c315b991f7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:32.647816 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-3e34c8ad-0a2a-4d61-a984-c315b991f7ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 915 time: 0.3233302
Nov 11 22:20:32.741169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f42c10-987c-4385-a73e-fa03f7604eba req-848a7662-c2ac-46a6-adbf-cf46bc2858bc tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:32.744431 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-82f42c10-987c-4385-a73e-fa03f7604eba req-848a7662-c2ac-46a6-adbf-cf46bc2858bc tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2055650
Nov 11 22:20:32.761609 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-e78b17b5-7211-4df0-ae15-129d4122a958 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28d819e4-9ffb-46f3-8346-6eb41adab999 HTTP/1.1" status: 200  len: 217 time: 0.0944531
Nov 11 22:20:32.860198 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-82f42c10-987c-4385-a73e-fa03f7604eba req-e63f39f4-8127-4466-91d9-7abef8c194ac tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057262
Nov 11 22:20:32.949851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-7abe028f-5891-44e0-9724-4ea8c1b6685e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:32.953893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-7abe028f-5891-44e0-9724-4ea8c1b6685e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.1862221
Nov 11 22:20:33.021722 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-5cbc9a0f-9de3-4ba2-a762-b32dd11b6651 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527000
Nov 11 22:20:33.230509 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-69561609-6e63-4ea4-a144-e2386dc68203 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822758
Nov 11 22:20:33.277064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0238a0d-74e6-47c3-b034-89e73056eccd req-b5cd7257-ec39-40d5-9701-edce4a8f046f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:33.285971 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b0238a0d-74e6-47c3-b034-89e73056eccd req-b5cd7257-ec39-40d5-9701-edce4a8f046f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 943 time: 0.2219169
Nov 11 22:20:33.350858 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b0238a0d-74e6-47c3-b034-89e73056eccd req-f0bcdcec-139d-4bc8-bb6f-7b0da68626ea tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594552
Nov 11 22:20:33.463980 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0685ef8-600a-4698-b4fd-ffa85b3cd742 req-ed61f248-81a0-4014-bdbf-1338c5ac066b service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169392
Nov 11 22:20:33.896021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e9d92-bf55-419c-94dd-a7165c1c70df req-b5dd457a-6b1a-47f9-8953-6c79f127c06d tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:33.897893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a23e9d92-bf55-419c-94dd-a7165c1c70df req-b5dd457a-6b1a-47f9-8953-6c79f127c06d tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1034493
Nov 11 22:20:34.007934 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a23e9d92-bf55-419c-94dd-a7165c1c70df req-6c56064e-7595-4c24-9c11-663151e6fa3e tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948999
Nov 11 22:20:34.150058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470434a3-44ad-481d-8d9e-c520f48702d3 req-b5108043-06cc-4ff4-bd3c-6e500123998b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:34.152142 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-470434a3-44ad-481d-8d9e-c520f48702d3 req-b5108043-06cc-4ff4-bd3c-6e500123998b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1299725
Nov 11 22:20:34.216633 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-470434a3-44ad-481d-8d9e-c520f48702d3 req-b4e964da-08c2-4fdb-b122-945ab0e92a10 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518723
Nov 11 22:20:34.719175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c4baf-9dde-4e08-bd0b-95acfdcbd577 req-07077f24-37ae-42f1-8829-fafac4b51023 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:34.722219 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c19c4baf-9dde-4e08-bd0b-95acfdcbd577 req-07077f24-37ae-42f1-8829-fafac4b51023 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 943 time: 0.1812689
Nov 11 22:20:34.795499 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c19c4baf-9dde-4e08-bd0b-95acfdcbd577 req-0483e0e1-b332-4101-b1df-b1a6d37c0f19 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660167
Nov 11 22:20:35.337813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903f880-e059-4239-a7e6-0328567c71bc req-005d474b-1d8c-4c24-b911-a34f9309bf39 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:35.339577 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7903f880-e059-4239-a7e6-0328567c71bc req-005d474b-1d8c-4c24-b911-a34f9309bf39 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1732585
Nov 11 22:20:35.423589 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7903f880-e059-4239-a7e6-0328567c71bc req-acf3100e-b085-4cc5-88c4-87811ca9a7cc tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777621
Nov 11 22:20:35.525351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e868c-d9f0-4591-89e7-5b3b7a605e14 req-3980b1bf-14b0-40b2-846e-cc8547cfbe37 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:35.527256 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-377e868c-d9f0-4591-89e7-5b3b7a605e14 req-3980b1bf-14b0-40b2-846e-cc8547cfbe37 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1024947
Nov 11 22:20:35.595238 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-377e868c-d9f0-4591-89e7-5b3b7a605e14 req-fccbcd81-e666-4ec8-869e-f01ef53ddc6f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549977
Nov 11 22:20:36.037257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d786db-1c20-4869-951a-f7f388d0373b req-a0462600-412e-4388-a44e-1d9153eff1fe tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:36.038960 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-84d786db-1c20-4869-951a-f7f388d0373b req-a0462600-412e-4388-a44e-1d9153eff1fe tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 943 time: 0.0860195
Nov 11 22:20:36.090513 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-84d786db-1c20-4869-951a-f7f388d0373b req-a5a5d4b8-6b9a-418b-9383-af59ac0bcae8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450358
Nov 11 22:20:36.389863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a2974bee-2fe4-47f7-a160-66626bf49d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:36.663899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352a991-b88c-4d93-b1bb-fe371da0127d req-bac08726-aded-49af-9c00-1c8c9fd41082 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:36.665553 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d352a991-b88c-4d93-b1bb-fe371da0127d req-bac08726-aded-49af-9c00-1c8c9fd41082 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1088252
Nov 11 22:20:36.754151 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d352a991-b88c-4d93-b1bb-fe371da0127d req-c46323bd-0372-4599-b773-1cae20f2d405 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745754
Nov 11 22:20:37.015432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb184b95-28b7-4fe5-a394-3b3126b6ae2d req-ae766cde-d9e8-4076-a479-381fa509f3e4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:37.017341 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb184b95-28b7-4fe5-a394-3b3126b6ae2d req-ae766cde-d9e8-4076-a479-381fa509f3e4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.0862188
Nov 11 22:20:37.069787 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb184b95-28b7-4fe5-a394-3b3126b6ae2d req-0e2c2ea0-70c1-42e3-80b6-fa904413ded6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453913
Nov 11 22:20:37.301659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 28d819e4-9ffb-46f3-8346-6eb41adab999 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:20:37.479678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22263002-06cb-4a5e-8f6c-fed51cd3a690 req-3befae87-cb0a-4830-b574-2014379b0b0c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:37.481493 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-22263002-06cb-4a5e-8f6c-fed51cd3a690 req-3befae87-cb0a-4830-b574-2014379b0b0c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 943 time: 0.2605064
Nov 11 22:20:37.553178 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-22263002-06cb-4a5e-8f6c-fed51cd3a690 req-c300b252-c4ab-446b-8226-fcb03a170f02 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621462
Nov 11 22:20:37.759645 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 28d819e4-9ffb-46f3-8346-6eb41adab999, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=28d819e4-9ffb-46f3-8346-6eb41adab999,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:20:37.778059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '28d819e4-9ffb-46f3-8346-6eb41adab999', 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'port_id': '28d819e4-9ffb-46f3-8346-6eb41adab999', 'mac_address': 'fa:16:3e:32:82:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e631a5fa-70dd-4c4a-8199-4dbb931e37d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:20:37.914296 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:37.968811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d819e4-9ffb-46f3-8346-6eb41adab999 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:20:37.996897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 28d819e4-9ffb-46f3-8346-6eb41adab999, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=28d819e4-9ffb-46f3-8346-6eb41adab999,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:20:38.040686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:38.043240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:38.052270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5b020-ce9a-462b-801d-ea51ea24ba46 req-10eea8b7-4cf5-46f7-87e9-58fc372c3b02 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:38.054091 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3aa5b020-ce9a-462b-801d-ea51ea24ba46 req-10eea8b7-4cf5-46f7-87e9-58fc372c3b02 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1294670
Nov 11 22:20:38.145810 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3aa5b020-ce9a-462b-801d-ea51ea24ba46 req-a79fc7e2-e53b-4f8e-8870-ab3e73977d97 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704310
Nov 11 22:20:38.150929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=28d819e4-9ffb-46f3-8346-6eb41adab999,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:38.157098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:38.455336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d88a6-7c54-4abd-aaec-c0e6163aa936 req-801916e6-d01f-4f63-8704-5d24a1801195 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:38.458124 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f13d88a6-7c54-4abd-aaec-c0e6163aa936 req-801916e6-d01f-4f63-8704-5d24a1801195 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1295156
Nov 11 22:20:38.513386 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f13d88a6-7c54-4abd-aaec-c0e6163aa936 req-bebb449f-194a-429e-9b87-bd96b2d593de tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484874
Nov 11 22:20:38.785575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7d95920b-2914-448b-8790-6c90971b0090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:38.835119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:38.867136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d28a39-6fac-4a9e-afa3-3d4e8e5e6e39 req-dcc27423-5665-415d-b7b5-575f38864401 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:38.870202 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f8d28a39-6fac-4a9e-afa3-3d4e8e5e6e39 req-dcc27423-5665-415d-b7b5-575f38864401 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 944 time: 0.1528287
Nov 11 22:20:38.950134 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f8d28a39-6fac-4a9e-afa3-3d4e8e5e6e39 req-98a7bc97-b542-434e-98e1-6795c716364f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711627
Nov 11 22:20:39.383601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:39.384685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b691326-ac31-4329-aa37-49733a178940 req-f36807b9-7fa8-47df-a5f5-6ea7beb94c88 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:39.386333 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7b691326-ac31-4329-aa37-49733a178940 req-f36807b9-7fa8-47df-a5f5-6ea7beb94c88 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.0950446
Nov 11 22:20:39.437495 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7b691326-ac31-4329-aa37-49733a178940 req-b2021683-e709-4c54-b1da-d4f80b98d614 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443614
Nov 11 22:20:39.752329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca466-c430-489a-bfd3-62d76a783772 req-a7e940f0-5175-49b2-a3e2-ff2706eeff67 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:39.755518 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f0bca466-c430-489a-bfd3-62d76a783772 req-a7e940f0-5175-49b2-a3e2-ff2706eeff67 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1043334
Nov 11 22:20:39.815951 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f0bca466-c430-489a-bfd3-62d76a783772 req-8b294214-0bb2-446c-8f31-89322d452354 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533879
Nov 11 22:20:40.172495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:20:40.204064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb920f1-8b91-4561-9f7b-48348d1c8d21 req-e4891788-da16-44a5-92ad-7e0028e7d4c4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:40.205931 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-adb920f1-8b91-4561-9f7b-48348d1c8d21 req-e4891788-da16-44a5-92ad-7e0028e7d4c4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 944 time: 0.1016362
Nov 11 22:20:40.269125 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-adb920f1-8b91-4561-9f7b-48348d1c8d21 req-93014d12-1d2b-45b9-885c-0b9265d006ff tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497768
Nov 11 22:20:40.662645 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c677a45-0613-4567-896e-dab82f5a98cc req-bc3b7839-5a7f-437e-89f3-f7c1c2f8a884 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:40.664509 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9c677a45-0613-4567-896e-dab82f5a98cc req-bc3b7839-5a7f-437e-89f3-f7c1c2f8a884 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.0927069
Nov 11 22:20:40.719045 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9c677a45-0613-4567-896e-dab82f5a98cc req-8aff5151-beed-4594-8311-951f662c7055 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471356
Nov 11 22:20:41.063240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6b293-f689-42ae-bc78-9765785c4786 req-98c12b9c-0d30-41e7-84d2-f431d12ef9d5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:41.065443 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-24d6b293-f689-42ae-bc78-9765785c4786 req-98c12b9c-0d30-41e7-84d2-f431d12ef9d5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.0984409
Nov 11 22:20:41.109145 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:41.127422 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-24d6b293-f689-42ae-bc78-9765785c4786 req-7791734b-ba92-4284-bd43-bddab21bdc23 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495892
Nov 11 22:20:41.526423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a22a90-925f-4584-9f78-35b61ea3a22a req-e70f03fe-14e1-470f-abe0-2efe45bba88b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:41.528041 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03a22a90-925f-4584-9f78-35b61ea3a22a req-e70f03fe-14e1-470f-abe0-2efe45bba88b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 944 time: 0.0944908
Nov 11 22:20:41.594491 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03a22a90-925f-4584-9f78-35b61ea3a22a req-9dfc2713-6ddf-4dd9-bfdc-e12488714fbc tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538259
Nov 11 22:20:41.727161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['28d819e4-9ffb-46f3-8346-6eb41adab999'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:20:42.014080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f95fd-aaf4-401d-8679-079581a4c93d req-ab611723-5b56-458f-ab3e-32c39ec4235d tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:42.015927 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9b6f95fd-aaf4-401d-8679-079581a4c93d req-ab611723-5b56-458f-ab3e-32c39ec4235d tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1204860
Nov 11 22:20:42.078377 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9b6f95fd-aaf4-401d-8679-079581a4c93d req-52282f02-ff5a-4714-bfcb-92f344361176 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552251
Nov 11 22:20:42.405163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5aec3-d03c-43c2-8c8c-f8e0156c58a4 req-36722bee-4a76-44cf-8f92-ba88211b5ba9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:42.407434 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-16e5aec3-d03c-43c2-8c8c-f8e0156c58a4 req-36722bee-4a76-44cf-8f92-ba88211b5ba9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1060796
Nov 11 22:20:42.432310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-5b767d21-d262-43ae-a581-53742d516e16 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:42.434436 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-5b767d21-d262-43ae-a581-53742d516e16 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1952558
Nov 11 22:20:42.470658 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-16e5aec3-d03c-43c2-8c8c-f8e0156c58a4 req-6d5da624-0ed4-49df-bd91-4021eb545b5a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526876
Nov 11 22:20:42.540578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Deleting port 464e50ed-711b-45a8-9830-166904706696 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:20:42.540960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:42.953445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79f49-d221-49ce-bbe6-e5cf568831be req-b4bd162c-ea19-4b42-b1af-507c75b0824b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:42.966249 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e1f79f49-d221-49ce-bbe6-e5cf568831be req-b4bd162c-ea19-4b42-b1af-507c75b0824b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 944 time: 0.1939111
Nov 11 22:20:43.003794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] For port 464e50ed-711b-45a8-9830-166904706696, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=464e50ed-711b-45a8-9830-166904706696,segment=NetworkSegment(5f63fbc2-f93b-47e7-b258-c7ecc5f157b0),segment_id=5f63fbc2-f93b-47e7-b258-c7ecc5f157b0)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:20:43.004666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:43.044572 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e1f79f49-d221-49ce-bbe6-e5cf568831be req-6c0f0601-365b-47ce-895e-75b5e1e4b830 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770161
Nov 11 22:20:43.189895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Calling delete_port for 464e50ed-711b-45a8-9830-166904706696 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:20:43.260279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44972) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:43.347404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4df937-46a1-465f-a5b7-a9c32a4c4003 req-2c0d4a1d-614d-42ca-bafb-71a24961993b tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:43.355406 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cf4df937-46a1-465f-a5b7-a9c32a4c4003 req-2c0d4a1d-614d-42ca-bafb-71a24961993b tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 945 time: 0.1279948
Nov 11 22:20:43.410328 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cf4df937-46a1-465f-a5b7-a9c32a4c4003 req-0a34c53d-0e9b-4c69-9080-d9e40195c15f tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ac72a64-dc82-4f24-99b8-687f21bb58c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536728
Nov 11 22:20:43.495017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] Deleting subnet 51d84ed8-aa0e-4859-9b1c-35841248a964 {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:20:43.537375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:43.647777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:43.663542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:43.773038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:43.781777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:43.799673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b368667-4740-4069-a165-088702fe6dd7 req-e59977c4-6a70-4748-b70f-56dbe6cb488a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:43.801454 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1b368667-4740-4069-a165-088702fe6dd7 req-e59977c4-6a70-4748-b70f-56dbe6cb488a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.0924177
Nov 11 22:20:43.838289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Pushing event deleted for resources: {'Port': ['ID=464e50ed-711b-45a8-9830-166904706696,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:43.882823 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1b368667-4740-4069-a165-088702fe6dd7 req-6ea50ca7-b0bf-455e-b7db-e96bf2089711 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679195
Nov 11 22:20:43.890066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.890588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.891124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.891440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.891829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.892221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.892610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.892996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.894126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.894126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.894403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:43.907176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:43.939715 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:43.950186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] No DVR routers for this DVR port 464e50ed-711b-45a8-9830-166904706696 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:20:43.953274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:43.989840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:43.995249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d51301-faed-4279-a591-df415c19ec08', 'name': 'network-vif-deleted', 'tag': '464e50ed-711b-45a8-9830-166904706696'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:20:44.012360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d84ed8-aa0e-4859-9b1c-35841248a964,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:44.019054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:44.026487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:44.045996 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-85643bb9-0e4d-4946-90f5-fc5b7f3bf561 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/51d84ed8-aa0e-4859-9b1c-35841248a964 HTTP/1.1" status: 204  len: 168 time: 0.7785470
Nov 11 22:20:44.045996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 44984) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:44.096576 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd2d3295-0bdd-4b54-bf38-198ecd03983f req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.65 "DELETE /v2.0/ports/464e50ed-711b-45a8-9830-166904706696 HTTP/1.1" status: 204  len: 173 time: 1.6498258
Nov 11 22:20:44.099522 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d51301-faed-4279-a591-df415c19ec08', 'name': 'network-vif-deleted', 'tag': '464e50ed-711b-45a8-9830-166904706696', 'status': 'completed', 'code': 200}
Nov 11 22:20:44.485530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf864a1-4715-413c-9647-1586332f0c2e req-7cb2b4a7-e19f-4a2a-8cfb-6ba5732068f3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:44.488566 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1cf864a1-4715-413c-9647-1586332f0c2e req-7cb2b4a7-e19f-4a2a-8cfb-6ba5732068f3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 944 time: 0.1511512
Nov 11 22:20:44.527161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:44.681981 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1cf864a1-4715-413c-9647-1586332f0c2e req-1bd9a88d-bca8-48fa-b121-3301fc244ca2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790555
Nov 11 22:20:44.695007 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7623fb91-bcba-4f0c-b14f-f756ec21b0ee req-6c854a9f-4903-4883-bcb0-b7ee50f73ae3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.1023202
Nov 11 22:20:44.796321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:44.844030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f00b760e5f8>> segment before_delete 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.845695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f00b760e5f8>> subnet precommit_delete_associations 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.845899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b6b3f080>> segment_host_mapping after_create 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.846369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b6b3f080>> port after_create 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.846841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b6b3f080>> port after_delete 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.847531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b6b3f080>> port after_update 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.848165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b6b3f080>> segment after_delete 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.848777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b6b3f080>> subnet after_create 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.849269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b6b3f080>> subnet after_delete 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.849937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b6b3f080>> subnet after_update 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.934143 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00b6cbb208>> subnet after_create 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.935000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00b6cbb208>> subnet after_delete 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.935490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00b6cbb208>> subnet before_create 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.936558 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00b6cbb208>> subnet before_update 55550000 {{(pid=88344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:44.937088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b64ffb38>,) {'filters': {'network_id': ['4d94b648-b6d1-4d50-a337-f3c02b6d0f9e']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:44.954474 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b64ffb38>, 'd920ac05-f88f-4685-a6e1-a1a93555ba74') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:44.955129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b64ffb38>, 'd920ac05-f88f-4685-a6e1-a1a93555ba74') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:44.984383 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.010088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.021496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:20:45.021928 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   (self, other),
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   (self, other),
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:20:45.046599 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:20:45.166425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.171991 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c75f4d9-1889-4654-9463-b09274235952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:45.202905 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.211319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d94b648-b6d1-4d50-a337-f3c02b6d0f9e,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:45.215464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:45.218817 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4d94b648-b6d1-4d50-a337-f3c02b6d0f9e HTTP/1.1" status: 204  len: 168 time: 1.1712532
Nov 11 22:20:45.223670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45016) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:45.306966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Deleting subnet 8759a86f-40e5-4b1b-9dfe-b585b3acb537 {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:20:45.311810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.339703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fc45f-fff6-4e86-82da-dab86945b8cd req-9f771149-9987-40de-92ed-079c09ac6a0c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:45.355009 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-656fc45f-fff6-4e86-82da-dab86945b8cd req-9f771149-9987-40de-92ed-079c09ac6a0c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1744802
Nov 11 22:20:45.389672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.421995 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-656fc45f-fff6-4e86-82da-dab86945b8cd req-97436f9c-656a-40ca-9785-e1fbe8ca3451 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647135
Nov 11 22:20:45.465337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.589189 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45026) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:45.681701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.692058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fce9ee19-8b55-47c3-9508-d2cd4c7fbf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:45.774722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8759a86f-40e5-4b1b-9dfe-b585b3acb537,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:45.782026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:45.792263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.805343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8759a86f-40e5-4b1b-9dfe-b585b3acb537 HTTP/1.1" status: 204  len: 168 time: 0.5798082
Nov 11 22:20:45.807745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45040) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:45.901540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:45.961718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:45.968524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd047db55a349c79f1e7471ea4cba90 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:45.972646 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:45.981198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:45.986269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.012240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 28d819e4-9ffb-46f3-8346-6eb41adab999 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:20:46.163758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.166775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 28d819e4-9ffb-46f3-8346-6eb41adab999 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:20:46.173770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 28d819e4-9ffb-46f3-8346-6eb41adab999 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:20:46.174421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.181688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254c11a-aced-4341-8e72-db682e0a032a req-4bdcbfcd-5ad9-4574-a3e4-2de79df749b3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:46.183988 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8254c11a-aced-4341-8e72-db682e0a032a req-4bdcbfcd-5ad9-4574-a3e4-2de79df749b3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 944 time: 0.2744346
Nov 11 22:20:46.229632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f00b7331908>> segment before_delete 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.230040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f00b7331908>> subnet precommit_delete_associations 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.230820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b714ae10>> segment_host_mapping after_create 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.231191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b714ae10>> port after_create 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.231550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b714ae10>> port after_delete 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.231910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b714ae10>> port after_update 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.232273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b714ae10>> segment after_delete 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.232706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b714ae10>> subnet after_create 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.233600 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b714ae10>> subnet after_delete 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.233971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00b714ae10>> subnet after_update 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.264316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.300573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00b7426978>> subnet after_create 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.300968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00b7426978>> subnet after_delete 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.301369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00b7426978>> subnet before_create 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.301745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00b7426978>> subnet before_update 55550000 {{(pid=88345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 11 22:20:46.302195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b7503160>,) {'filters': {'network_id': ['faef3171-e3bb-40ab-af9b-c70bc5116936']}} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:46.304717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.320151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1785f750-e556-4b1b-af7e-7501a68a122d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:46.323313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.327134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b7503160>, 'f7d12939-dd70-498d-91b6-d277ee12059b') {'for_net_delete': True} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:46.327544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b7503160>, 'f7d12939-dd70-498d-91b6-d277ee12059b') {} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:20:46.349085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15772308'] for segment, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.373483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743649e2-02c7-4dcc-95b7-a6f0c0aae476,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:46.378258 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8254c11a-aced-4341-8e72-db682e0a032a req-80e9d6ad-cdfc-4a99-aa43-402ea9060e9b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753509
Nov 11 22:20:46.379615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.383693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34184f69-06d3-41f2-91d7-ab3315c08f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d819e4-9ffb-46f3-8346-6eb41adab999'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:20:46.388569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:20:46.389060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838860827'] for segment, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.389649 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecd047db55a349c79f1e7471ea4cba90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7990222
Nov 11 22:20:46.390874 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:46.394465 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45044) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   (self, other),
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   (self, other),
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:20:46.408628 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:20:46.431266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 28d819e4-9ffb-46f3-8346-6eb41adab999, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=28d819e4-9ffb-46f3-8346-6eb41adab999,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:20:46.487470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.490997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 464e50ed-711b-45a8-9830-166904706696 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:20:46.526471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fd751285-97e6-49ae-892b-9554c8ea73f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.537344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.543378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a70fe6a1-d791-466e-b82c-d84fd6b873b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:46.545736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:46.573410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.584236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fd751285-97e6-49ae-892b-9554c8ea73f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.585495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=faef3171-e3bb-40ab-af9b-c70bc5116936,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:46.607768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 464e50ed-711b-45a8-9830-166904706696 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:20:46.608568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 464e50ed-711b-45a8-9830-166904706696 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:20:46.643108 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/faef3171-e3bb-40ab-af9b-c70bc5116936 HTTP/1.1" status: 204  len: 168 time: 0.8339496
Nov 11 22:20:46.645674 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a19dfd6-2381-473b-9a38-bd628835977a req-ab03f62a-789b-4d1a-b451-929ffd4d5d54 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.0677366
Nov 11 22:20:46.649994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.650311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.650596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.650977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.651356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.651737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.652112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.652486 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.652855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.653225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.653622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.658652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b266c354-e14b-46b4-aa6d-c7bc77e2c1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:46.677678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=28d819e4-9ffb-46f3-8346-6eb41adab999,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:46.693450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.700333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.700333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.700333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.700333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.700333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.700333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.700333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.700333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.701256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.701256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:20:46.711565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:46.756925 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34184f69-06d3-41f2-91d7-ab3315c08f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d819e4-9ffb-46f3-8346-6eb41adab999', 'code': 200}
Nov 11 22:20:46.790232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fd751285-97e6-49ae-892b-9554c8ea73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.808277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-da9adc6f-7661-4bcb-8738-23ef798a4085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:46.846634 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd751285-97e6-49ae-892b-9554c8ea73f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743649e2-02c7-4dcc-95b7-a6f0c0aae476,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:46.851508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fd751285-97e6-49ae-892b-9554c8ea73f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:46.852831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fd751285-97e6-49ae-892b-9554c8ea73f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:46.855757 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fd751285-97e6-49ae-892b-9554c8ea73f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/743649e2-02c7-4dcc-95b7-a6f0c0aae476 HTTP/1.1" status: 204  len: 168 time: 0.4596157
Nov 11 22:20:47.017534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0ef47-5e7a-45cf-9961-a386af633b10 req-406ad4d7-1cc2-4b87-ac0d-f588f8c3a715 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:47.026805 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6ad0ef47-5e7a-45cf-9961-a386af633b10 req-406ad4d7-1cc2-4b87-ac0d-f588f8c3a715 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1629791
Nov 11 22:20:47.078901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45060) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:47.088671 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6ad0ef47-5e7a-45cf-9961-a386af633b10 req-2bf7fe31-0682-4276-8080-a701533b2ec2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530400
Nov 11 22:20:47.169771 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-cc8472aa-5a35-4497-8fc4-3de2f3d3df8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c60fb32377b40a8b6801085fe4fe4ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0882435
Nov 11 22:20:47.174971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45064) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:47.272728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2994b2b0-f65d-4dfc-bb7d-3b098e933c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:47.322533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2994b2b0-f65d-4dfc-bb7d-3b098e933c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:47.434798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2994b2b0-f65d-4dfc-bb7d-3b098e933c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:47.446181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:47.473671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994b2b0-f65d-4dfc-bb7d-3b098e933c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9684af4-b73b-4649-9672-d7c1d1d2adfd,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:47.479096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2994b2b0-f65d-4dfc-bb7d-3b098e933c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:47.481329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2994b2b0-f65d-4dfc-bb7d-3b098e933c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:47.484157 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2994b2b0-f65d-4dfc-bb7d-3b098e933c49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9684af4-b73b-4649-9672-d7c1d1d2adfd HTTP/1.1" status: 204  len: 168 time: 0.3076007
Nov 11 22:20:47.705637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274fbab-bf76-441e-90ab-02e165b59231 req-c43d84e1-9425-4d71-abce-b368cf0774a8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:47.707602 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f274fbab-bf76-441e-90ab-02e165b59231 req-c43d84e1-9425-4d71-abce-b368cf0774a8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.1240044
Nov 11 22:20:47.750289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45076) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:47.772363 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:47.810289 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f274fbab-bf76-441e-90ab-02e165b59231 req-d43a1997-16e1-481e-a385-5a3590d0cccd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885136
Nov 11 22:20:47.813706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:47.818314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Usage tracker for resource:security_group_rule and tenant:133bb01753a84fd798ba60093ea65c07 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:47.822014 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:47.828657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:47.930762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:47.960461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:47.968896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e86e055a-cde6-4018-ad88-be0fb3cc7e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:48.046376 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=133bb01753a84fd798ba60093ea65c07&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2937768
Nov 11 22:20:48.050473 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-258851b0-4fa1-499b-ab54-a61d1a436681 req-2f9b7ba1-49ee-425a-b351-30fa4780e410 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.0494022
Nov 11 22:20:48.051150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45084) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:48.055426 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dd1b42-a833-47a9-ae01-fcb6b81e5d8a,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:48.064770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:48.133218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa6268f2-d2bd-432f-88e2-8f4229e99229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:48.166956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa6268f2-d2bd-432f-88e2-8f4229e99229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:48.275026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa6268f2-d2bd-432f-88e2-8f4229e99229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:48.281131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:48.296821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6268f2-d2bd-432f-88e2-8f4229e99229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dd1b42-a833-47a9-ae01-fcb6b81e5d8a,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:48.299519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fa6268f2-d2bd-432f-88e2-8f4229e99229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:48.304227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa6268f2-d2bd-432f-88e2-8f4229e99229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:48.305520 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fa6268f2-d2bd-432f-88e2-8f4229e99229 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76dd1b42-a833-47a9-ae01-fcb6b81e5d8a HTTP/1.1" status: 204  len: 168 time: 0.2533259
Nov 11 22:20:48.422031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45094) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:48.447699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eead1c-0682-4e8e-8bd7-46028e8ee311 req-f28b9a91-86c2-4124-9ea5-f68024f44461 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:48.450505 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20eead1c-0682-4e8e-8bd7-46028e8ee311 req-f28b9a91-86c2-4124-9ea5-f68024f44461 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1269686
Nov 11 22:20:48.518981 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c16c2118-fab7-49bf-b959-ec9cff11486a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a67fddef1a44174a88dc2e767279b99&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0946352
Nov 11 22:20:48.523015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45098) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:48.538224 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20eead1c-0682-4e8e-8bd7-46028e8ee311 req-ba3befef-83cd-4aea-809d-4fefd4041ea6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713136
Nov 11 22:20:48.645227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-78b2ba21-f891-4508-994e-99558f376df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:48.697545 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-78b2ba21-f891-4508-994e-99558f376df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:48.875694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-78b2ba21-f891-4508-994e-99558f376df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:48.885898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eefb99ea-547e-4853-b2fa-2d20ceb79ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:48.911358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2ba21-f891-4508-994e-99558f376df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d548a6-72dd-4dd7-b033-8d7f906cd916,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:48.919246 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-78b2ba21-f891-4508-994e-99558f376df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:48.931410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-78b2ba21-f891-4508-994e-99558f376df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:48.941928 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-78b2ba21-f891-4508-994e-99558f376df7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8d548a6-72dd-4dd7-b033-8d7f906cd916 HTTP/1.1" status: 204  len: 168 time: 0.4155979
Nov 11 22:20:49.139826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d226f-4370-4b6a-abd6-40b63af4cce5 req-267f0f7d-ea35-4551-8c45-a74a5941b927 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:49.141453 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7a7d226f-4370-4b6a-abd6-40b63af4cce5 req-267f0f7d-ea35-4551-8c45-a74a5941b927 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.1051383
Nov 11 22:20:49.196962 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7a7d226f-4370-4b6a-abd6-40b63af4cce5 req-5d149852-c724-465b-934a-4c44af7cc676 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487373
Nov 11 22:20:49.442471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45116) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:49.460893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-568cc145-6bb8-4d55-9a6c-dbaab2304291 req-08263911-acab-460b-b40b-f112eae49391 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.0874596
Nov 11 22:20:49.482278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:49.545634 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:49.553691 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca070c38ad7b47c7953a1a6e1dac31ac is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:49.559479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:49.571573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:49.798767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:49.838572 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94144032-8204-4855-8c73-172dc6b0360f req-db2d4c2b-8095-4ab4-b52a-245c6935e2a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 1098 time: 0.1780348
Nov 11 22:20:49.846588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:49.866247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4ae91f76-00aa-482c-9390-ce5bb3e5288d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:49.953103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f716254-5897-4f52-93f3-df26d02d04bb req-21f65b17-1872-48ba-9a09-c094f59c780f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:49.955315 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6f716254-5897-4f52-93f3-df26d02d04bb req-21f65b17-1872-48ba-9a09-c094f59c780f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1401258
Nov 11 22:20:49.973491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5cf8e2-9a4b-44eb-abd0-7663bdb863f9,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:49.976925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:49.986244 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca070c38ad7b47c7953a1a6e1dac31ac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5389349
Nov 11 22:20:49.990764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45130) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:50.009598 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94144032-8204-4855-8c73-172dc6b0360f req-6cf95739-7701-4918-ab0f-b3848759dc3f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468925
Nov 11 22:20:50.038092 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6f716254-5897-4f52-93f3-df26d02d04bb req-912b0a27-c2a3-457e-943d-b2f825ba5137 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672743
Nov 11 22:20:50.080680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6b36752f-9f9d-4baf-bcf2-c179ebea1449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:50.113981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6b36752f-9f9d-4baf-bcf2-c179ebea1449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:50.623115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6b36752f-9f9d-4baf-bcf2-c179ebea1449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:50.629701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0c44b688-653d-4d34-8d97-edd69d2a1dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:50.645303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36752f-9f9d-4baf-bcf2-c179ebea1449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5cf8e2-9a4b-44eb-abd0-7663bdb863f9,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:50.649681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6b36752f-9f9d-4baf-bcf2-c179ebea1449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:50.652319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6b36752f-9f9d-4baf-bcf2-c179ebea1449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:50.658704 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6b36752f-9f9d-4baf-bcf2-c179ebea1449 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d5cf8e2-9a4b-44eb-abd0-7663bdb863f9 HTTP/1.1" status: 204  len: 168 time: 0.6620288
Nov 11 22:20:50.714706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cd372-1030-4fa2-981e-0f82e7cbdfdd req-9a5efd2c-863a-43a7-b60a-c0f124011626 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:50.722244 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2b0cd372-1030-4fa2-981e-0f82e7cbdfdd req-9a5efd2c-863a-43a7-b60a-c0f124011626 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.1086822
Nov 11 22:20:50.807831 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2b0cd372-1030-4fa2-981e-0f82e7cbdfdd req-a8ba2b2f-f3ed-45e8-8370-ef77e5bd80b9 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837743
Nov 11 22:20:50.981427 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5e058409-b1e9-4571-98e7-b1b438b85b74 req-0f99ef63-6e4e-4eec-a785-0e4b68d77453 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.1335046
Nov 11 22:20:51.436898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fb486-f8a0-4d8d-832d-372acf860905 req-e61923fc-18ed-4844-ad66-11c3f588ab0e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:51.440034 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d5fb486-f8a0-4d8d-832d-372acf860905 req-e61923fc-18ed-4844-ad66-11c3f588ab0e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1062269
Nov 11 22:20:51.504177 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d5fb486-f8a0-4d8d-832d-372acf860905 req-21d27251-8f45-478e-9c49-0271b15ef349 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537972
Nov 11 22:20:52.477803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8c23-4b19-47d5-a559-e8b427ae0e89 req-767d4848-ab64-4347-8e97-371f850b63c2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:52.485581 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f8c23-4b19-47d5-a559-e8b427ae0e89 req-767d4848-ab64-4347-8e97-371f850b63c2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.3059225
Nov 11 22:20:52.731691 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9f4c66dd-d202-4956-985f-11d60efa690f req-e42b7c49-d3e3-4c1f-bdbf-567105396c9a tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d51301-faed-4279-a591-df415c19ec08 HTTP/1.1" status: 200  len: 210 time: 0.0872767
Nov 11 22:20:52.751086 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f8c23-4b19-47d5-a559-e8b427ae0e89 req-b0eb5d57-2a6e-4f19-978f-704cb34dca75 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484548
Nov 11 22:20:52.958252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45246) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:53.172642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c5313-e86a-41d1-bb0c-83889a28a8db req-d06e44b1-c95a-4966-b336-acbf0ecc731f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:53.175578 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f52c5313-e86a-41d1-bb0c-83889a28a8db req-d06e44b1-c95a-4966-b336-acbf0ecc731f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2263393
Nov 11 22:20:53.332023 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f52c5313-e86a-41d1-bb0c-83889a28a8db req-c148a6f9-bab0-4551-b48a-5cd470a2c85e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421976
Nov 11 22:20:53.384273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:53.431578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:53.439809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Usage tracker for resource:security_group_rule and tenant:b43fc0f4159f43459ba87cffd06add4b is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:53.443333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:53.451505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:53.564836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:53.611236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:53.630460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fd751285-97e6-49ae-892b-9554c8ea73f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:53.718851 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b43fc0f4159f43459ba87cffd06add4b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7589238
Nov 11 22:20:53.720356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408b38e1-8a5f-4373-9d9e-2720690ec562,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:53.721401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45270) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:53.739136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:53.808281 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05e54d6c-0afa-4b16-af2e-176bbedcc8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:53.900139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05e54d6c-0afa-4b16-af2e-176bbedcc8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:54.219787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b98d9-402e-437f-9d63-7aa1d797d0e6 req-03be055e-5980-4ea0-8694-03e075a7cd70 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:54.221876 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d74b98d9-402e-437f-9d63-7aa1d797d0e6 req-03be055e-5980-4ea0-8694-03e075a7cd70 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.1972022
Nov 11 22:20:54.226876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05e54d6c-0afa-4b16-af2e-176bbedcc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:54.235549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5731f0f3-9a86-4fb3-ad28-3dc0bdd4311a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:54.252291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e54d6c-0afa-4b16-af2e-176bbedcc8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b38e1-8a5f-4373-9d9e-2720690ec562,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:54.296742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-05e54d6c-0afa-4b16-af2e-176bbedcc8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:54.319553 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05e54d6c-0afa-4b16-af2e-176bbedcc8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:54.320821 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-05e54d6c-0afa-4b16-af2e-176bbedcc8bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/408b38e1-8a5f-4373-9d9e-2720690ec562 HTTP/1.1" status: 204  len: 168 time: 0.5982788
Nov 11 22:20:54.383593 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d74b98d9-402e-437f-9d63-7aa1d797d0e6 req-198f5677-6e82-4289-bdb4-703c0dd31d29 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490602
Nov 11 22:20:54.749728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b32bfa-8ed5-459d-8ac3-4cb071d51eb3 req-34f1ff64-b3c8-4fb3-a300-3d7b93180fcc tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:54.757636 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b2b32bfa-8ed5-459d-8ac3-4cb071d51eb3 req-34f1ff64-b3c8-4fb3-a300-3d7b93180fcc tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1941228
Nov 11 22:20:54.831889 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b2b32bfa-8ed5-459d-8ac3-4cb071d51eb3 req-fce6cec5-6da5-4529-af98-329d269585af tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728824
Nov 11 22:20:55.557316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45338) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:55.582735 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:55.628805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:55.633637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Usage tracker for resource:security_group_rule and tenant:dd717c4a65fc4477a975805843093b11 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:55.638411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:55.648971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:55.751446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:55.784671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:55.813452 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a4356f48-cc07-4bd5-8d1e-0c0b4bae99f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:55.936591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe271aed-e93c-4a56-bfde-0ddc2e83fc16,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:55.956405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:55.964818 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd717c4a65fc4477a975805843093b11&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4019983
Nov 11 22:20:55.966025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45358) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:56.124213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4e42081c-9551-4456-980b-8808e1a55915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:56.193564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4e42081c-9551-4456-980b-8808e1a55915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:56.339008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4e42081c-9551-4456-980b-8808e1a55915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:56.348598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e5aa1272-30c6-43a2-b6fd-67d5f87f6f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:56.349114 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b80b-5102-402d-b58c-5b6502df57f5 req-405b9589-6d1b-463a-9228-4a91f847b180 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:56.362055 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3b59b80b-5102-402d-b58c-5b6502df57f5 req-405b9589-6d1b-463a-9228-4a91f847b180 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1909063
Nov 11 22:20:56.374677 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42081c-9551-4456-980b-8808e1a55915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe271aed-e93c-4a56-bfde-0ddc2e83fc16,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:56.379407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4e42081c-9551-4456-980b-8808e1a55915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:56.397989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4e42081c-9551-4456-980b-8808e1a55915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:56.401125 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4e42081c-9551-4456-980b-8808e1a55915 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe271aed-e93c-4a56-bfde-0ddc2e83fc16 HTTP/1.1" status: 204  len: 168 time: 0.4332266
Nov 11 22:20:56.455751 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3b59b80b-5102-402d-b58c-5b6502df57f5 req-3af9f9a8-c425-4887-8ffd-87fe60d66612 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893686
Nov 11 22:20:56.899134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:57.406518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45384) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:57.436694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:57.501504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:20:57.510978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Usage tracker for resource:security_group_rule and tenant:5e95c9c125694621b423bdcaf297ce65 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:20:57.517177 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:20:57.524495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:20:57.638267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:57.697470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:57.706546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8e60b0c8-b7ab-4e54-8531-415629eda9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:57.753361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df23347-71db-4e23-a159-e3861099f5e3,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:57.757097 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:57.762310 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e95c9c125694621b423bdcaf297ce65&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3516028
Nov 11 22:20:57.764822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45394) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:20:57.833721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a110285-1fd7-446d-94fa-234dabd52178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:57.866284 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a110285-1fd7-446d-94fa-234dabd52178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:57.870350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d562-d019-4c13-87cf-35d133422c6e req-4926012e-af1e-45a8-979e-e6d984e37e76 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:57.881978 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5880d562-d019-4c13-87cf-35d133422c6e req-4926012e-af1e-45a8-979e-e6d984e37e76 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1503496
Nov 11 22:20:57.941235 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5880d562-d019-4c13-87cf-35d133422c6e req-e1d67caf-09d2-4a48-a5f8-06a3e046cc47 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575078
Nov 11 22:20:57.977101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a110285-1fd7-446d-94fa-234dabd52178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:57.982052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8fc8fe3b-8bc0-48a1-bc03-ca008ebff7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:20:57.997841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a110285-1fd7-446d-94fa-234dabd52178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df23347-71db-4e23-a159-e3861099f5e3,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:20:58.000964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2a110285-1fd7-446d-94fa-234dabd52178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:20:58.006217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a110285-1fd7-446d-94fa-234dabd52178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:20:58.007587 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2a110285-1fd7-446d-94fa-234dabd52178 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1df23347-71db-4e23-a159-e3861099f5e3 HTTP/1.1" status: 204  len: 168 time: 0.2427673
Nov 11 22:20:59.196042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a186f-dbb6-4f48-88ce-2ba89284160b req-7b70708b-90e0-4ea1-8214-368b3cdb80af tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:20:59.197799 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-820a186f-dbb6-4f48-88ce-2ba89284160b req-7b70708b-90e0-4ea1-8214-368b3cdb80af tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.0923417
Nov 11 22:20:59.260543 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-820a186f-dbb6-4f48-88ce-2ba89284160b req-6e5fb893-00f9-4569-8843-0f5810d7217d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498910
Nov 11 22:21:00.206962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45446) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:00.368221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:00.403832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:00.409053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Usage tracker for resource:security_group_rule and tenant:63ba45192d8743d3a0f264c8e0078228 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:00.412386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:00.418698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:00.796617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:00.826891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937cf7-b0b6-4854-9836-90bf97dc3413 req-c4baf03b-2354-4c97-9b67-445410ab85cb tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:00.828781 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f2937cf7-b0b6-4854-9836-90bf97dc3413 req-c4baf03b-2354-4c97-9b67-445410ab85cb tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.3447227
Nov 11 22:21:00.854849 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:00.867270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-594ff64a-614f-4f8f-94cb-95c508b53355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:00.901232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead7874-e350-42d2-9935-eb152325f77a,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:00.907681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:00.944395 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63ba45192d8743d3a0f264c8e0078228&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7361281
Nov 11 22:21:00.945131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45464) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:00.973976 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f2937cf7-b0b6-4854-9836-90bf97dc3413 req-c5130d02-eb01-4217-8194-d41aed1e0179 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380966
Nov 11 22:21:01.077404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8812f1b6-2e7d-4384-a7f4-41bbca141505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:01.113642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8812f1b6-2e7d-4384-a7f4-41bbca141505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:01.228397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8812f1b6-2e7d-4384-a7f4-41bbca141505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:01.234576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-21bcc9d6-2824-49f0-800c-4c5b44d5b8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:01.247843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812f1b6-2e7d-4384-a7f4-41bbca141505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead7874-e350-42d2-9935-eb152325f77a,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:01.250998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8812f1b6-2e7d-4384-a7f4-41bbca141505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:01.259970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8812f1b6-2e7d-4384-a7f4-41bbca141505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:01.261227 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8812f1b6-2e7d-4384-a7f4-41bbca141505 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ead7874-e350-42d2-9935-eb152325f77a HTTP/1.1" status: 204  len: 168 time: 0.3135965
Nov 11 22:21:02.345993 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f10d7fe1-6ebd-4903-9d43-5a341af2c909 req-ed75e39a-c068-4dfd-8f6e-8f8a038b3293 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 1098 time: 0.2084560
Nov 11 22:21:02.355110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732abc3-1d65-405d-8e28-74c22e7811b1 req-296c426f-9eb3-49fb-9c89-e79545b65bc8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:02.356826 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8732abc3-1d65-405d-8e28-74c22e7811b1 req-296c426f-9eb3-49fb-9c89-e79545b65bc8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1456249
Nov 11 22:21:02.441010 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8732abc3-1d65-405d-8e28-74c22e7811b1 req-ba65caed-3376-4cfb-a958-aea3e50e8ed2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731573
Nov 11 22:21:02.450244 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f10d7fe1-6ebd-4903-9d43-5a341af2c909 req-e815bdb1-63ce-453c-b532-59e1d86023db service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934608
Nov 11 22:21:03.781512 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3b4d8-2d49-4724-85c1-1aa61e754843 req-a6b66d22-66e1-4f70-ac81-58f6c9c8b809 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:03.783518 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2b3b4d8-2d49-4724-85c1-1aa61e754843 req-a6b66d22-66e1-4f70-ac81-58f6c9c8b809 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1024830
Nov 11 22:21:03.838743 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2b3b4d8-2d49-4724-85c1-1aa61e754843 req-1f53311a-88b1-4349-b1e5-562a0014a319 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473742
Nov 11 22:21:04.827140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45548) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:05.062829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Deleting subnet 9c1a4c40-5c4f-44ff-9b89-bd8c299d20ba {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:21:05.071185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:05.204245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:05.337564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:05.383636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c5e4-9c33-464a-b1b3-e53e3dd5e178 req-13bd6d73-6868-43b5-a171-563a47e82c75 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:05.385366 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cf8c5e4-9c33-464a-b1b3-e53e3dd5e178 req-13bd6d73-6868-43b5-a171-563a47e82c75 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2132154
Nov 11 22:21:05.499325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:05.518169 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cf8c5e4-9c33-464a-b1b3-e53e3dd5e178 req-5fe2fae3-7776-45ef-ad6d-8ae7fdd50ccf tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251993
Nov 11 22:21:05.522863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:05.565963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1a4c40-5c4f-44ff-9b89-bd8c299d20ba,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:05.569471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:05.570671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:05.591849 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9c1a4c40-5c4f-44ff-9b89-bd8c299d20ba HTTP/1.1" status: 204  len: 168 time: 0.7606108
Nov 11 22:21:05.592253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45578) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:05.594096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-7a73133b-eb96-45d0-b527-2c376e6496e0 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:05.603434 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-7a73133b-eb96-45d0-b527-2c376e6496e0 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 814 time: 0.2774537
Nov 11 22:21:05.627696 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-ef1ae767-12c9-4a7f-bfe0-bc71a2c572df tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/quotas/415a98da77784590b45e9f4f8d5e1f2a HTTP/1.1" status: 200  len: 375 time: 0.0198898
Nov 11 22:21:05.766900 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-93160e6c-ae5a-4de2-a9d8-49e6ef18a450 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1350749
Nov 11 22:21:05.807992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:06.020016 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-4e0f52b9-60c8-4023-9ac0-845f495030e0 service neutron] 10.222.0.18 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517571
Nov 11 22:21:06.049133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:06.088056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b6969898>,) {'filters': {'network_id': ['c53577b6-4b89-4f26-850f-f4cf5fe10cb9']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:06.111781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6969898>, '5f63fbc2-f93b-47e7-b258-c7ecc5f157b0') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:06.112450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6969898>, '5f63fbc2-f93b-47e7-b258-c7ecc5f157b0') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:06.138893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:06.169867 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:06.177554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:21:06.178150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:06.190731 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-3635a61d-f038-4718-b698-821982af144f service neutron] 10.222.0.18 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599731
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:21:06.193360 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:21:06.360778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:06.362809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:06.366278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:06.392682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Pushing event deleted for resources: {'Network': ['ID=c53577b6-4b89-4f26-850f-f4cf5fe10cb9,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:06.395559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:06.436534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-04e26e7f-78e6-4943-b897-4df8d0dfc4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:06.440292 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-277128c5-66a5-4604-acfe-500dacc8070d admin admin] 10.222.0.18 "DELETE /v2.0/networks/c53577b6-4b89-4f26-850f-f4cf5fe10cb9 HTTP/1.1" status: 204  len: 168 time: 0.8463266
Nov 11 22:21:06.862453 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bec7a4c3-6c1d-4067-972d-068b1af2ea43 req-510868ae-6e73-40d0-9109-d5bace833065 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.1371722
Nov 11 22:21:06.894866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45610) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:07.063309 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-52e57b68-91dd-4420-9917-d2ae07a0e607 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba0a331670d74c77af21d3786e51e724&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1656725
Nov 11 22:21:07.066792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45620) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:07.114312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e2f2a-3663-4f85-967f-36734f03de92 req-99a818c4-bd02-4d52-b5d5-52bbaf7cc69d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:07.116499 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c3e2f2a-3663-4f85-967f-36734f03de92 req-99a818c4-bd02-4d52-b5d5-52bbaf7cc69d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.2150238
Nov 11 22:21:07.201075 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c3e2f2a-3663-4f85-967f-36734f03de92 req-c46e563c-2fb5-4853-b1af-a89c3550f307 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688977
Nov 11 22:21:07.238318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8e01-7279-4bcc-82b1-da0acc9822fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:07.272229 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8e01-7279-4bcc-82b1-da0acc9822fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:07.362767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8e01-7279-4bcc-82b1-da0acc9822fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:07.369573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-78b2ba21-f891-4508-994e-99558f376df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:07.392311 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-148d579a-fb8e-4c79-9a2f-cc9bbb74815e tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=efc58f1d94534a9fa99804643317b498&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0346336
Nov 11 22:21:07.400680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c8e01-7279-4bcc-82b1-da0acc9822fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac72a64-dc82-4f24-99b8-687f21bb58c4,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:07.408182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2d5c8e01-7279-4bcc-82b1-da0acc9822fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:07.595659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8e01-7279-4bcc-82b1-da0acc9822fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:07.597486 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2d5c8e01-7279-4bcc-82b1-da0acc9822fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ac72a64-dc82-4f24-99b8-687f21bb58c4 HTTP/1.1" status: 204  len: 168 time: 0.5287583
Nov 11 22:21:07.741173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830df52-2193-4740-83e1-23bfd12858be req-e5aaf226-1071-4dbe-943a-779cea1ea653 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:07.746004 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-e5aaf226-1071-4dbe-943a-779cea1ea653 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3466618
Nov 11 22:21:07.769906 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-2d6ea880-5034-46c0-b13b-d451df96b958 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/quotas/efc58f1d94534a9fa99804643317b498 HTTP/1.1" status: 200  len: 375 time: 0.0170012
Nov 11 22:21:07.829752 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-878f68a6-f7f7-463f-b028-1b162561a00c tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=efc58f1d94534a9fa99804643317b498&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0549476
Nov 11 22:21:08.235157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6126e-ca17-474d-81b9-1f3f4976c2ac req-01ea501f-f45c-4c82-a174-3145136becc9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:08.236878 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-29d6126e-ca17-474d-81b9-1f3f4976c2ac req-01ea501f-f45c-4c82-a174-3145136becc9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0955522
Nov 11 22:21:08.304652 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-29d6126e-ca17-474d-81b9-1f3f4976c2ac req-d5ceca17-ae55-4da6-ae31-dec133aff749 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551848
Nov 11 22:21:08.485742 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a65a6de-cb0e-4db2-afd2-1ad91ba9b6cd req-6be26af0-2dd8-4a83-9402-d011086313fb tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.0544772
Nov 11 22:21:08.659249 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-32fcf4ad-b622-4cec-8207-701fbcd39f49 req-b5572b72-a8e6-471c-8ced-603d37d9b421 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.0537081
Nov 11 22:21:08.804924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a07b565d-ec58-4f74-bd5b-ff927b7fe697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:08.857163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.105996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45686) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:09.296369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-645454290-network', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:09.306134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:09.314624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Usage tracker for resource:network and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:09.320972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:09.333641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:09.388986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Made reservation on behalf of d02f1b3553cb4602beed9d3c0152c10e for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:21:09.397151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.411773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.420613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.488566 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:09.492975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Usage tracker for resource:security_group_rule and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:09.496218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:09.504144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:09.714090 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-12c55c67-0b20-4264-a2ce-4ba22992620f req-a75518fb-ca2a-4123-895b-0825686d926b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.0644426
Nov 11 22:21:09.734007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.777251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.782386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:09.811359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'}  {{(pid=88345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:21:09.826401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c06d0-bf88-4847-b050-f83c403f7642,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:09.831058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:09.832018 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.832412 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Added segment c6872eca-ad32-4428-9786-44d6e26009b3 of type vlan for network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9
Nov 11 22:21:09.862687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.931102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.932428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:09.933077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:09.941241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ec5f1c70-38e0-47e4-a8cd-84732a313a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:10.087338 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f441e269-9c89-40d6-92a1-0b44a43b53f9 req-24c5ec47-6dd2-4c0d-a82b-d0e96c17a4f3 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.1318882
Nov 11 22:21:10.112610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Pushing event updated for resources: {'Network': ['ID=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:10.115799 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:10.125045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:21:10.149640 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0430892
Nov 11 22:21:10.153480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45704) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:10.164126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Request body: {'subnet': {'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-subnet', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:10.172628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:10.179778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Usage tracker for resource:subnet and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:10.184912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:10.195417 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:10.245845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Made reservation on behalf of d02f1b3553cb4602beed9d3c0152c10e for: {'subnet': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:21:10.252706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838540329'] for subnet, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:10.714621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838540346'] for subnet, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:10.719924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:10.822692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Pushing event updated for resources: {'Subnet': ['ID=69034538-34f7-4506-a072-ff7e9a3272fe,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:10.830278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:10.850981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Checking segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:21:10.851837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Network hostable DHCP agents. Network: 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:21:10.992891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:21:11.009405 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4b99331d-2b84-4ad6-9da0-7b43eee1bfe5 req-ec301c22-06b3-457a-b182-9a2bd0416789 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.0591426
Nov 11 22:21:11.061738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9) {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:11.067586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:11.072247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.074852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a0454-0aa9-408e-860c-c6df066e4169 None None] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:21:11.119467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.124827 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9652114
Nov 11 22:21:11.125870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45718) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:11.133879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:11.140649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:11.145783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Usage tracker for resource:router and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:11.151843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:11.173326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:11.252654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.254837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.326012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.366376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:21:11.367207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.458302 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-af1fa90e-82c8-4636-a580-555cf05ad37d req-bc9b603a-c7db-4182-8579-be404db91e06 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.0683510
Nov 11 22:21:11.565941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Allocated IP 172.20.0.2 (3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9/69034538-34f7-4506-a072-ff7e9a3272fe/cc1f29d2-57da-4438-8669-6934e84a8026) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:21:11.665365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.865422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.886449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Transition to ACTIVE for port object cc1f29d2-57da-4438-8669-6934e84a8026 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:11.930253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Transition to ACTIVE for port object cc1f29d2-57da-4438-8669-6934e84a8026 will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:11.967116 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:11.973952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bb1046e7-28d5-46a0-ae49-9771508c6915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:12.051822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:21:12.055833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:12.062151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:21:12.070816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Pushing event updated for resources: {'Port': ['ID=cc1f29d2-57da-4438-8669-6934e84a8026,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:12.074541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:12.170554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Attempting to bind port cc1f29d2-57da-4438-8669-6934e84a8026 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:21:12.171077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Attempting to bind port cc1f29d2-57da-4438-8669-6934e84a8026 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:21:12.171651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Attempting to bind port cc1f29d2-57da-4438-8669-6934e84a8026 on network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:12.182794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:21:12.183469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Checking segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:21:12.184207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:12.184954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Bound using segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:21:12.185868 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Bound port: cc1f29d2-57da-4438-8669-6934e84a8026, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:21:12.186558 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:12.225994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:12.301138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:12.370076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] For port cc1f29d2-57da-4438-8669-6934e84a8026, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:21:12.376271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] For port cc1f29d2-57da-4438-8669-6934e84a8026, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=cc1f29d2-57da-4438-8669-6934e84a8026,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:21:12.404999 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6b1a178a-3b6c-4648-99ac-27086e8a134f req-ecf401a2-9afa-4026-b435-920952429d02 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.1063995
Nov 11 22:21:12.440886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:12.445122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:12.541607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Pushing event updated for resources: {'Port': ['ID=cc1f29d2-57da-4438-8669-6934e84a8026,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:12.547692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:12.697985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Allocated IP 172.27.1.252 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/4be26957-0dd2-44a5-893c-1fa82371a6e4) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:21:12.764941 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e7352743-e057-4a2e-a538-74983dfb427a req-0a636faf-18ca-4054-a14b-65fd4b7d026e tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.0604713
Nov 11 22:21:13.051697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:13.167563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:13.177455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:13.308449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:21:13.310419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4be26957-0dd2-44a5-893c-1fa82371a6e4,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:13.313523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:13.315922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:13.316792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:21:13.898342 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6b60201a-8ab6-4f8c-b41a-f42d33430fda req-aecb9e2d-6eb0-4b76-a9be-7dfcaff744bc tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.1149588
Nov 11 22:21:13.940826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:13.942456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:14.070750 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-807afbe3-fae1-4def-8e0c-fba8847c61e8 req-b63b8443-9f85-4111-9f61-f652fffb56d9 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.0643256
Nov 11 22:21:14.355009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Router 28aca097-9094-465a-9de7-91cc01af248b is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:21:14.469213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device cc1f29d2-57da-4438-8669-6934e84a8026 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:14.613260 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-da92f36d-16f8-4231-b058-288c9eacc7d0 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efc58f1d94534a9fa99804643317b498&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0732291
Nov 11 22:21:14.678663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port cc1f29d2-57da-4438-8669-6934e84a8026 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:14.755665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:21:14.771612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Sync routers for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:21:14.794697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:21:14.795912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7097d68>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:21:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:14.851324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:14.852890 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.7251515
Nov 11 22:21:14.861923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45764) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:14.874846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe2510-2aff-4a6b-9674-7cae93e6b927 None None] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:21:15.022988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830df52-2193-4740-83e1-23bfd12858be req-295e5ad5-bd15-45e4-bd89-27732bb7c4f4 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:15.025215 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-295e5ad5-bd15-45e4-bd89-27732bb7c4f4 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3885798
Nov 11 22:21:15.082638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Request body: {'port': {'device_id': 'aa6b7f2c-7734-4d9b-b3d7-16a0ad095304', 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8', 'admin_state_up': True, 'tenant_id': 'efc58f1d94534a9fa99804643317b498'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:15.095894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:21:15.518865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:15.531207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Usage tracker for resource:port and tenant:efc58f1d94534a9fa99804643317b498 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:15.538370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:15.546289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:15.594442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Made reservation on behalf of efc58f1d94534a9fa99804643317b498 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:21:15.600716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:15.640897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:15.697367 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f646c380-0da7-448e-bad6-882891fe3b2e req-90363f32-3023-423c-ad95-3df413ee20e7 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.2280858
Nov 11 22:21:15.724760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:15.745481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Usage tracker for resource:security_group_rule and tenant:efc58f1d94534a9fa99804643317b498 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:15.749942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:15.765584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:15.831057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] Provisioning for port cc1f29d2-57da-4438-8669-6934e84a8026 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:15.880559 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-524ceb59-f031-411d-9788-2f578bdf273a req-49ec3787-a384-424f-9cf7-b9de7743d0fc tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.2045476
Nov 11 22:21:15.900508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] Provisioning complete for port cc1f29d2-57da-4438-8669-6934e84a8026 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:15.901177 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:15.940380 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:16.048367 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:16.217800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:16.261098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7097d68>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:13Z', 'revision_number': 3, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:16.270286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Checking router: 28aca097-9094-465a-9de7-91cc01af248b for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:21:16.270672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Updating router 28aca097-9094-465a-9de7-91cc01af248b port 4be26957-0dd2-44a5-893c-1fa82371a6e4 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:21:16.456062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:16.532346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:16.640057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] For port cc1f29d2-57da-4438-8669-6934e84a8026, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=cc1f29d2-57da-4438-8669-6934e84a8026,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:16.644179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb5bb63-b611-41e7-90b0-f7ffec723281,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:16.691673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:16.693710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:16.751119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:16.826616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-68aab192-df1c-4fe2-9094-41e73f02d30d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:16.828528 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-68aab192-df1c-4fe2-9094-41e73f02d30d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 814 time: 0.8744297
Nov 11 22:21:16.832241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Allocated IP 192.168.233.72 (482ecdac-f37e-4c53-8c73-9e1f3a6580c8/72c47944-6119-4bd7-aa79-9557aec870f7/0334bfd6-ed90-49cf-8999-a129611c1e7f) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:21:16.841679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] Pushing event updated for resources: {'Port': ['ID=cc1f29d2-57da-4438-8669-6934e84a8026,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:16.845058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:17.032904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-2ad47cfd-8be4-4ad8-8f88-6a14e5f73414 None None] Provisioning complete for port cc1f29d2-57da-4438-8669-6934e84a8026 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:17.033636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ad47cfd-8be4-4ad8-8f88-6a14e5f73414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:17.084440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:17.099173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Transition to ACTIVE for port object 4be26957-0dd2-44a5-893c-1fa82371a6e4 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:17.124678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Request body: {'port': {'device_id': '53f7d1a8-1a00-41aa-8189-dce771944762', 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'admin_state_up': True, 'tenant_id': '415a98da77784590b45e9f4f8d5e1f2a'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:17.159854 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:17.165408 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d02c9611-b2d0-4600-a796-06c0cd2adb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:17.251043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:21:17.294814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Attempting to bind port 4be26957-0dd2-44a5-893c-1fa82371a6e4 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:21:17.295245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Attempting to bind port 4be26957-0dd2-44a5-893c-1fa82371a6e4 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:21:17.295648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Attempting to bind port 4be26957-0dd2-44a5-893c-1fa82371a6e4 on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:17.317863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:21:17.318469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:21:17.318933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:17.319379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:21:17.319925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Bound port: 4be26957-0dd2-44a5-893c-1fa82371a6e4, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:21:17.320365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:17.405949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] For port 4be26957-0dd2-44a5-893c-1fa82371a6e4, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:21:17.412662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] For port 4be26957-0dd2-44a5-893c-1fa82371a6e4, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=4be26957-0dd2-44a5-893c-1fa82371a6e4,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:21:17.417172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Pushing event updated for resources: {'Port': ['ID=4be26957-0dd2-44a5-893c-1fa82371a6e4,revision_number=2']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:17.429515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.429895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.443859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.443859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.443859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.443859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.443859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.443859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.443859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.443859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.444923 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-df17fc74-810f-4290-9433-957c9bc08b2b req-e41f4a16-5851-45e8-b696-89833288c160 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.1533003
Nov 11 22:21:17.445075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:17.445075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:17.477736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:17.484191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:17.594102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f946e1-1386-448b-928b-727627d97ed2 req-00fb0b4a-fb2c-4d0e-8e3f-9da1e488bdc6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:17.601883 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-35f946e1-1386-448b-928b-727627d97ed2 req-00fb0b4a-fb2c-4d0e-8e3f-9da1e488bdc6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.3375828
Nov 11 22:21:17.642672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Pushing event updated for resources: {'Port': ['ID=4be26957-0dd2-44a5-893c-1fa82371a6e4,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:17.646400 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-278f09c8-418f-45ae-bdfe-5d6aebf53aad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1099 time: 0.4707582
Nov 11 22:21:17.664312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:17.689494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:21:17.690387 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7097d68>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:21:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:17.777853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:17.796787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Usage tracker for resource:port and tenant:415a98da77784590b45e9f4f8d5e1f2a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:17.804408 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:17.817381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:17.882230 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-35f946e1-1386-448b-928b-727627d97ed2 req-76241701-9af8-472e-9fbd-ddf86514bf8b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2790501
Nov 11 22:21:17.901877 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2a8841a8-f19e-47e4-9ebd-e8634e8388b5 req-c3a0170b-af6c-49d8-a6de-cabd2784e219 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.0940444
Nov 11 22:21:17.936568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:17.975971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45826) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:17.977537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Made reservation on behalf of 415a98da77784590b45e9f4f8d5e1f2a for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:21:17.988309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:18.053520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Transition to ACTIVE for port object 0334bfd6-ed90-49cf-8999-a129611c1e7f will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:18.071721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-ed022b8d-1f60-4ee2-8cf8-7a08ad21b004 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:18.073430 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-ed022b8d-1f60-4ee2-8cf8-7a08ad21b004 service neutron] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 920 time: 0.4124534
Nov 11 22:21:18.126610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:21:18.216582 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-d1cff24b-9fba-44e0-b744-a28d57e2d16b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9 HTTP/1.1" status: 200  len: 217 time: 0.1194735
Nov 11 22:21:18.251071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:18.267969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:18.341628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-3601fa19-9bd5-4d17-98ca-172ed397e583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:18.346495 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-3601fa19-9bd5-4d17-98ca-172ed397e583 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.1110289
Nov 11 22:21:18.389062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:18.451412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device cc1f29d2-57da-4438-8669-6934e84a8026 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:18.475733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:21:18.486796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:18.502337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:18.506897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:13f9f7351d82404d83184bbbf83464fb is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:18.510322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:18.517804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:18.563706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7097d68>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:13Z', 'revision_number': 3, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:18.570848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435f057-83fd-4713-a7d7-f5c6ef017a07 None None] The sync data for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi is: [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:13Z', 'revision_number': 3, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:21:18.582874 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-c2ba1feb-a1ed-44da-a45d-09492c93e926 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2234569
Nov 11 22:21:18.622562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port cc1f29d2-57da-4438-8669-6934e84a8026 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:18.622980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:18.623095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:18.632736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:21:18.687600 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:18.719871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Pushing event updated for resources: {'Port': ['ID=0334bfd6-ed90-49cf-8999-a129611c1e7f,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:18.723416 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Allocated IP 172.20.0.8 (f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456/e631a5fa-70dd-4c4a-8199-4dbb931e37d8/5a4e95e8-73b5-45a2-996d-9a71d2add150) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:21:18.742094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:18.742585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:18.777900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1630e3e4-8c41-4643-8512-1d58d9b64392,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:18.823486 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8bc57f57-9531-4bc1-a93d-ebd6f37e0bc5 req-183503f0-7cbf-4994-937a-0a9dcc50e6e3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.1089976
Nov 11 22:21:18.827482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:18.837520 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13f9f7351d82404d83184bbbf83464fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8631580
Nov 11 22:21:18.842215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45838) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:18.847984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:18.848737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:19.081753 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.0049372
Nov 11 22:21:19.090136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fe4d0d92-875a-407e-b07f-9fc87f9114f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:19.154970 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-b2c18d69-656b-441d-83b7-91dcd1dbcaa0 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5506620
Nov 11 22:21:19.172090 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:19.176364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Request body: {'port': {'device_id': 'aa6b7f2c-7734-4d9b-b3d7-16a0ad095304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:19.265653 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-b2799adc-b743-4634-bcd1-1193660a80d5 None None] Provisioning for port 0334bfd6-ed90-49cf-8999-a129611c1e7f completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:19.288065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-b2799adc-b743-4634-bcd1-1193660a80d5 None None] Provisioning complete for port 0334bfd6-ed90-49cf-8999-a129611c1e7f triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:19.290136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b2799adc-b743-4634-bcd1-1193660a80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:19.367859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95588-85eb-4540-b933-8f35f1e31294 req-90989c02-20fb-4471-b988-e2748d05f101 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:19.383291 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d0c95588-85eb-4540-b933-8f35f1e31294 req-90989c02-20fb-4471-b988-e2748d05f101 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.3237941
Nov 11 22:21:19.421687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-b2799adc-b743-4634-bcd1-1193660a80d5 None None] Port 0334bfd6-ed90-49cf-8999-a129611c1e7f cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:21:19.459755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fe4d0d92-875a-407e-b07f-9fc87f9114f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:19.510571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:19.642893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d0c95588-85eb-4540-b933-8f35f1e31294 req-8f601ec6-fd81-44c2-9b5c-fcab3558e75e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2573383
Nov 11 22:21:19.650601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:19.854812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab9f8-d7a7-439d-8edf-5bb3a9c1eaed req-a3d27518-18f2-47b0-ab77-315fc069f567 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:19.866268 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f11ab9f8-d7a7-439d-8edf-5bb3a9c1eaed req-a3d27518-18f2-47b0-ab77-315fc069f567 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 935 time: 0.5754044
Nov 11 22:21:19.938963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fe4d0d92-875a-407e-b07f-9fc87f9114f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:19.945933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:19.975381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d0d92-875a-407e-b07f-9fc87f9114f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1630e3e4-8c41-4643-8512-1d58d9b64392,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:19.985416 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fe4d0d92-875a-407e-b07f-9fc87f9114f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:20.027680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fe4d0d92-875a-407e-b07f-9fc87f9114f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.032902 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fe4d0d92-875a-407e-b07f-9fc87f9114f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1630e3e4-8c41-4643-8512-1d58d9b64392 HTTP/1.1" status: 204  len: 168 time: 1.1791394
Nov 11 22:21:20.042351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.052929 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f11ab9f8-d7a7-439d-8edf-5bb3a9c1eaed req-e182eb64-31ae-41f2-abef-bc7c5da023f0 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852417
Nov 11 22:21:20.057099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Allocated IP 172.20.0.1 (3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9/69034538-34f7-4506-a072-ff7e9a3272fe/863bed90-c1d8-4b86-8064-b0d0e3fe5dea) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:21:20.059604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:20.124885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:21:20.130747 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:20.138989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0334bfd6-ed90-49cf-8999-a129611c1e7f {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:21:20.145886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:21:20.235596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Pushing event updated for resources: {'Port': ['ID=5a4e95e8-73b5-45a2-996d-9a71d2add150,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:20.255504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.259088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:20.318561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Transition to ACTIVE for port object 0334bfd6-ed90-49cf-8999-a129611c1e7f will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:20.349029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:20.349795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.392864 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.405007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:20.491568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 4be26957-0dd2-44a5-893c-1fa82371a6e4 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:20.566479 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4555032
Nov 11 22:21:20.573724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Pushing event updated for resources: {'Port': ['ID=0334bfd6-ed90-49cf-8999-a129611c1e7f,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:20.584294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:20.619226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f3522-95ff-41e6-a950-d810c176e5c0 req-77a20e4b-4249-4202-aae1-e28e12ead520 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:20.620628 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b34f3522-95ff-41e6-a950-d810c176e5c0 req-77a20e4b-4249-4202-aae1-e28e12ead520 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 931 time: 0.1851714
Nov 11 22:21:20.638975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.706903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 4be26957-0dd2-44a5-893c-1fa82371a6e4 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:20.713938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 4be26957-0dd2-44a5-893c-1fa82371a6e4 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:20.714367 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.721948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Transition to ACTIVE for port object 863bed90-c1d8-4b86-8064-b0d0e3fe5dea will not be triggered until provisioned by entity DHCP. {{(pid=88345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:20.762833 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b34f3522-95ff-41e6-a950-d810c176e5c0 req-06872bf7-6e1d-416d-bbf5-2c29efa2c6e3 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282570
Nov 11 22:21:20.860304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Attempting to bind port 0334bfd6-ed90-49cf-8999-a129611c1e7f on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:21:20.860304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Attempting to bind port 0334bfd6-ed90-49cf-8999-a129611c1e7f by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:21:20.860304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Attempting to bind port 0334bfd6-ed90-49cf-8999-a129611c1e7f on network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:20.874938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Port 0334bfd6-ed90-49cf-8999-a129611c1e7f on network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:21:20.876823 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Attempting to bind port 0334bfd6-ed90-49cf-8999-a129611c1e7f on network 482ecdac-f37e-4c53-8c73-9e1f3a6580c8 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:20.887897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:21:20.888888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Checking segment: {'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:21:20.889485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Bound using segment: {'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:21:20.890810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Bound port: 0334bfd6-ed90-49cf-8999-a129611c1e7f, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f1678b-3d32-4c4f-ac95-43345c734994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:21:20.891585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.943488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:20.960880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:21.011373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.013080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45864) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:21.039471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 4be26957-0dd2-44a5-893c-1fa82371a6e4, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=4be26957-0dd2-44a5-893c-1fa82371a6e4,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:21.047180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.084605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.088825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:21.128153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:21.133716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] For port 0334bfd6-ed90-49cf-8999-a129611c1e7f, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:21:21.135472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Pushing event updated for resources: {'Port': ['ID=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:21.136187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Usage tracker for resource:security_group_rule and tenant:32db7cd9c40247108ee8fc18157a3368 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:21.139325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:21:21.140498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] For port 0334bfd6-ed90-49cf-8999-a129611c1e7f, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0334bfd6-ed90-49cf-8999-a129611c1e7f,segment=NetworkSegment(b8f1678b-3d32-4c4f-ac95-43345c734994),segment_id=b8f1678b-3d32-4c4f-ac95-43345c734994)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:21:21.141881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:21.144581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:21.145816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:21.149161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:21:21.155459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:21.189763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=4be26957-0dd2-44a5-893c-1fa82371a6e4,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:21.197867 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:21.221827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.229955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.238768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:21.277405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60833d7-1a2a-47c1-89c4-cff4f2c62d49 req-0b60487f-639f-4625-89c4-8663d3c00db8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:21.280545 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a60833d7-1a2a-47c1-89c4-cff4f2c62d49 req-0b60487f-639f-4625-89c4-8663d3c00db8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1986723
Nov 11 22:21:21.388949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.392824 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] 10.222.0.65 "PUT /v2.0/ports/0334bfd6-ed90-49cf-8999-a129611c1e7f HTTP/1.1" status: 200  len: 1097 time: 2.2349436
Nov 11 22:21:21.415008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6b7f2c-7734-4d9b-b3d7-16a0ad095304', 'tag': '0334bfd6-ed90-49cf-8999-a129611c1e7f'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:21:21.440411 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a60833d7-1a2a-47c1-89c4-cff4f2c62d49 req-fc58ef04-732f-456a-9e55-075354964752 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506970
Nov 11 22:21:21.451655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.460917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Pushing event updated for resources: {'Port': ['ID=0334bfd6-ed90-49cf-8999-a129611c1e7f,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:21.467980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:21.513461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.520631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.542235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d9f706cc-980c-4e3b-8efe-61b66ceda8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:21.627951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc59768-cbd0-454d-b9fb-3c5cc81ecf31,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:21.628251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-7e955302-d67b-4a1a-8110-ebe4237ac9a4 None None] Provisioning for port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:21.634354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-7e955302-d67b-4a1a-8110-ebe4237ac9a4 None None] Provisioning complete for port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:21.635109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e955302-d67b-4a1a-8110-ebe4237ac9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.643396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:21.647816 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32db7cd9c40247108ee8fc18157a3368&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6342599
Nov 11 22:21:21.654518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45872) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:21.741955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-7e955302-d67b-4a1a-8110-ebe4237ac9a4 None None] Port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:21:21.759643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-834c37d9-527b-4ce8-9d4c-4ba7f6ace3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.793541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-834c37d9-527b-4ce8-9d4c-4ba7f6ace3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.883784 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-834c37d9-527b-4ce8-9d4c-4ba7f6ace3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.897451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e97d6ed6-2e3b-410a-9ef7-7ea95a09597f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:21.946716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048c3e6-d26a-4ae5-a682-69605a891da6 req-2f4778f8-7023-4a75-b406-309ed492ad03 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:21.948291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c37d9-527b-4ce8-9d4c-4ba7f6ace3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc59768-cbd0-454d-b9fb-3c5cc81ecf31,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:21.948450 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f048c3e6-d26a-4ae5-a682-69605a891da6 req-2f4778f8-7023-4a75-b406-309ed492ad03 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 947 time: 0.2129943
Nov 11 22:21:21.951814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-834c37d9-527b-4ce8-9d4c-4ba7f6ace3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:21.953159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-834c37d9-527b-4ce8-9d4c-4ba7f6ace3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:21.954616 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-834c37d9-527b-4ce8-9d4c-4ba7f6ace3f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dc59768-cbd0-454d-b9fb-3c5cc81ecf31 HTTP/1.1" status: 204  len: 168 time: 0.2978735
Nov 11 22:21:22.012224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:22.043125 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f048c3e6-d26a-4ae5-a682-69605a891da6 req-661f0d6b-303d-474e-b8af-c7a6c119846c tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667813
Nov 11 22:21:22.047383 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:22.161669 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6b7f2c-7734-4d9b-b3d7-16a0ad095304', 'tag': '0334bfd6-ed90-49cf-8999-a129611c1e7f', 'status': 'completed', 'code': 200}
Nov 11 22:21:22.176591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e024827f-e542-4dc4-b784-408c6f3f55d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:22.233804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:22.399371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Pushing event updated for resources: {'Port': ['ID=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:22.402348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:22.432919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 4be26957-0dd2-44a5-893c-1fa82371a6e4 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:22.538726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 4be26957-0dd2-44a5-893c-1fa82371a6e4 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:22.539154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:22.561392 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6399-ec6f-42f3-9ce7-1048a310ae59 req-e8faa168-e374-4e1b-b5de-a3a6327ebe09 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:22.567345 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e84c6399-ec6f-42f3-9ce7-1048a310ae59 req-e8faa168-e374-4e1b-b5de-a3a6327ebe09 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 931 time: 0.2846520
Nov 11 22:21:22.594861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:21:22.598162 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:22.793331 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e84c6399-ec6f-42f3-9ce7-1048a310ae59 req-feca30f3-3cb8-4ceb-bbc1-a226dca484a1 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248888
Nov 11 22:21:23.155553 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-3db9409c-0155-4994-bc4c-5e679e0ec0a1 None None] Provisioning complete for port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:23.156358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3db9409c-0155-4994-bc4c-5e679e0ec0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:23.180660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc2ba1-a800-4835-aa49-0f9b741eb1d6 req-b8349b9e-b541-4d48-a77b-b505274b3716 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:23.182339 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-15bc2ba1-a800-4835-aa49-0f9b741eb1d6 req-b8349b9e-b541-4d48-a77b-b505274b3716 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1902862
Nov 11 22:21:23.258618 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-15bc2ba1-a800-4835-aa49-0f9b741eb1d6 req-ae12a5ac-425f-42d7-930a-b26ef306388d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667090
Nov 11 22:21:23.297538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-3db9409c-0155-4994-bc4c-5e679e0ec0a1 None None] Port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:21:23.320973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Router 28aca097-9094-465a-9de7-91cc01af248b has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:21:23.840552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5941d96-d789-44b4-854d-9fd874caacbe req-10b69e31-9672-4ed7-8c2e-3773b34537d8 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:23.844924 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e5941d96-d789-44b4-854d-9fd874caacbe req-10b69e31-9672-4ed7-8c2e-3773b34537d8 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 947 time: 0.4076076
Nov 11 22:21:23.928773 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e5941d96-d789-44b4-854d-9fd874caacbe req-058da2de-5876-4acc-85f4-76c6f423eff7 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667162
Nov 11 22:21:23.942291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:21:23.958190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Sync routers for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:21:23.974086 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] 10.222.0.18 "PUT /v2.0/routers/28aca097-9094-465a-9de7-91cc01af248b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1108027
Nov 11 22:21:23.993206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:21:23.994636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6f05b00>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:21:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:24.308401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6026-7e93-4ea5-9a10-4c73c70a731f req-73e0e2f5-40b5-4af5-a057-def4036d6db4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:24.310351 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cdcb6026-7e93-4ea5-9a10-4c73c70a731f req-73e0e2f5-40b5-4af5-a057-def4036d6db4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 931 time: 0.1002245
Nov 11 22:21:24.322640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['fdd53752-f197-4ff2-ac1e-e17d49fc1545', '28d819e4-9ffb-46f3-8346-6eb41adab999'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:21:24.353422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Request body: {'port': {'device_id': '53f7d1a8-1a00-41aa-8189-dce771944762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:24.508574 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cdcb6026-7e93-4ea5-9a10-4c73c70a731f req-e5906ae8-bdc5-4ce8-a367-e0524f252c28 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899579
Nov 11 22:21:24.628325 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81da4f8c-f198-4e74-89fc-4f61c34cdc79 req-4c46f2d0-5b9e-4440-9ae7-4838143565cc service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2910144
Nov 11 22:21:24.678557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:24.739884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:21:25.156365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4e95e8-73b5-45a2-996d-9a71d2add150 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:21:25.169538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:25.222624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Transition to ACTIVE for port object 5a4e95e8-73b5-45a2-996d-9a71d2add150 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:25.262950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:25.273363 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1807efe3-32f3-4a1e-91f6-f24e4cc10e6d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:25.549651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4e95e8-73b5-45a2-996d-9a71d2add150,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:25.554730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:25.588825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Attempting to bind port 5a4e95e8-73b5-45a2-996d-9a71d2add150 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:21:25.589475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Attempting to bind port 5a4e95e8-73b5-45a2-996d-9a71d2add150 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:21:25.590012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Attempting to bind port 5a4e95e8-73b5-45a2-996d-9a71d2add150 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:25.597340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Port 5a4e95e8-73b5-45a2-996d-9a71d2add150 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:21:25.598000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Attempting to bind port 5a4e95e8-73b5-45a2-996d-9a71d2add150 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:25.608647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:21:25.609508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Checking segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:21:25.610256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Bound using segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:21:25.612747 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Bound port: 5a4e95e8-73b5-45a2-996d-9a71d2add150, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:21:25.613636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:25.772292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6f05b00>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 2, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:25.778460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Checking router: 28aca097-9094-465a-9de7-91cc01af248b for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:21:25.779125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Updating router 28aca097-9094-465a-9de7-91cc01af248b port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:21:25.855679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:25.873844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 45954) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:25.880787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752350752', 'description': 'tempest-description--975393379'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:25.890939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:25.896378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:security_group and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:25.900087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:25.909659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:25.941156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] For port 5a4e95e8-73b5-45a2-996d-9a71d2add150, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:21:25.947783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] For port 5a4e95e8-73b5-45a2-996d-9a71d2add150, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5a4e95e8-73b5-45a2-996d-9a71d2add150,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:21:25.980390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:26.006791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:26.024805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-92531ae5-0e9a-4f18-adfa-df55e4729871 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:26.091208 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:26.118768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:26.120316 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] 10.222.0.65 "PUT /v2.0/ports/5a4e95e8-73b5-45a2-996d-9a71d2add150 HTTP/1.1" status: 200  len: 1093 time: 1.7742248
Nov 11 22:21:26.121004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f7d1a8-1a00-41aa-8189-dce771944762', 'tag': '5a4e95e8-73b5-45a2-996d-9a71d2add150'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:21:26.125986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4e95e8-73b5-45a2-996d-9a71d2add150,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:26.130612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:26.162554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:security_group_rule and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:26.177871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:26.199694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:26.289569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc205b-b3ee-434b-973f-17797d3ea2a5 req-73a31c6a-808f-4195-a3a6-61bc2681f67c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:26.293407 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aebc205b-b3ee-434b-973f-17797d3ea2a5 req-73a31c6a-808f-4195-a3a6-61bc2681f67c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1963975
Nov 11 22:21:26.458253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:26.465983 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aebc205b-b3ee-434b-973f-17797d3ea2a5 req-0772e49e-9ba8-4020-ab3f-4feee05427f5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573269
Nov 11 22:21:26.508441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:26.517685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:26.537697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:26.554653 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Transition to ACTIVE for port object 863bed90-c1d8-4b86-8064-b0d0e3fe5dea will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:26.568907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:26.572594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:26.600343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:26.607213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:26.629142 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:26.633313 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.7573266
Nov 11 22:21:26.637495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45968) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:26.655901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'security_group_rule': {'security_group_id': '45315e1d-9eb2-4eb2-94cb-7dd3533ebe41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:26.681049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:26.693591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:security_group_rule and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:26.704600 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:26.716540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919b0ae-d8f5-4162-b89c-28855f037ca6 None None] Pushing event updated for resources: {'Port': ['ID=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:26.722218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d919b0ae-d8f5-4162-b89c-28855f037ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:26.725992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:26.827905 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.020860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.118139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c3e39-afe9-4039-a38e-ae28baddbb79 req-5385460b-a7bc-42ed-bd58-dcf5e0924739 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:27.132370 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c41c3e39-afe9-4039-a38e-ae28baddbb79 req-5385460b-a7bc-42ed-bd58-dcf5e0924739 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 947 time: 0.3390386
Nov 11 22:21:27.140686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.176473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.209999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Attempting to bind port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:21:27.210874 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Attempting to bind port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:21:27.211669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Attempting to bind port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea on network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:27.242187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:21:27.242851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Checking segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:21:27.243562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.244447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Bound using segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:21:27.245131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Bound port: 863bed90-c1d8-4b86-8064-b0d0e3fe5dea, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:21:27.245887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.354701 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c41c3e39-afe9-4039-a38e-ae28baddbb79 req-cea93ddd-43bc-47c7-a1c3-857af04e9c5d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207608
Nov 11 22:21:27.569804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:27.592096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d14baf3-62c7-4185-9af8-1cc388c693ad,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:27.602355 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:27.646248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.652152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-225036ac-3565-492e-8beb-d671a741234c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0110760
Nov 11 22:21:27.655870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 45994) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:27.670584 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f7d1a8-1a00-41aa-8189-dce771944762', 'tag': '5a4e95e8-73b5-45a2-996d-9a71d2add150', 'status': 'completed', 'code': 200}
Nov 11 22:21:27.680617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'security_group_rule': {'security_group_id': '45315e1d-9eb2-4eb2-94cb-7dd3533ebe41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:27.687697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:27.689373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aafc09-c991-4e38-9879-d4d21d4971c5 req-c4f47246-8868-42f5-8f33-b209fd07c744 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:27.692111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:security_group_rule and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:27.695482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:27.695839 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-98aafc09-c991-4e38-9879-d4d21d4971c5 req-c4f47246-8868-42f5-8f33-b209fd07c744 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 943 time: 0.3320656
Nov 11 22:21:27.705273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:27.722597 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-775dfc26-1521-4556-ac7f-c18dd87a3daa req-39834bf1-5bc4-46bb-a0d4-9c91577b2a54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efc58f1d94534a9fa99804643317b498&device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 1100 time: 0.7941980
Nov 11 22:21:27.735784 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-fab2d7b0-2957-43cd-adce-0519b30ab94f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 1096 time: 0.6572602
Nov 11 22:21:27.760967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] For port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:21:27.767279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] For port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:21:27.818278 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-98aafc09-c991-4e38-9879-d4d21d4971c5 req-d21fcb74-573d-48f4-939b-8f308dcc1de8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165323
Nov 11 22:21:27.850548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.857022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:27.915048 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-85246721-71ab-4dfb-a060-a3559aef6f37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4e95e8-73b5-45a2-996d-9a71d2add150 HTTP/1.1" status: 200  len: 217 time: 0.1370194
Nov 11 22:21:27.927726 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-775dfc26-1521-4556-ac7f-c18dd87a3daa req-80bcdfd6-ed6d-40d3-8f23-5cf557c2ec3a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=efc58f1d94534a9fa99804643317b498&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1859910
Nov 11 22:21:27.930162 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:27.999133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919b0ae-d8f5-4162-b89c-28855f037ca6 None None] Pushing event updated for resources: {'Port': ['ID=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:28.003157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d919b0ae-d8f5-4162-b89c-28855f037ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:28.018503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:21:28.019676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6f05b00>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:21:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:28.077599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184eeb5-fcdf-4f4a-a087-a60b4b00eda5 req-911c98ce-c997-475e-835e-9c07ca7d8462 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:28.080670 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e184eeb5-fcdf-4f4a-a087-a60b4b00eda5 req-911c98ce-c997-475e-835e-9c07ca7d8462 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1519578
Nov 11 22:21:28.106803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:28.177445 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e184eeb5-fcdf-4f4a-a087-a60b4b00eda5 req-327ba23f-58e1-4fdc-a9da-6b0de1d711dd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829997
Nov 11 22:21:28.243181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:28.309756 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-91466719-ad2a-414b-a4a5-2567e1634435 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:28.355736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:21:28.369095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-ddd084ba-d513-42f5-acfa-1055aa228ae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:28.373381 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-ddd084ba-d513-42f5-acfa-1055aa228ae8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.3342876
Nov 11 22:21:28.478402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dfc26-1521-4556-ac7f-c18dd87a3daa req-5bebcfe1-cc5f-4628-8e5b-8c073e40ecd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:28.482163 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-775dfc26-1521-4556-ac7f-c18dd87a3daa req-5bebcfe1-cc5f-4628-8e5b-8c073e40ecd3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3691659
Nov 11 22:21:28.483836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a958a419-138b-4a0e-97f3-3dec6e94a8dd,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:28.488049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:28.535530 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-698250b9-209d-4fbb-abd0-fe71f524d65c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1099 time: 0.1907299
Nov 11 22:21:28.574114 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:28.577222 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9128842
Nov 11 22:21:28.584041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46008) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:28.696698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:28.706438 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-1fd32ae5-b3ea-4292-ac39-7342fca5005d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2158663
Nov 11 22:21:28.711134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:28.733681 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-c5cc21f4-f7b9-4e1a-b693-4bfe0c811a1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efc58f1d94534a9fa99804643317b498&device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 1100 time: 0.1640091
Nov 11 22:21:28.789607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6f05b00>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:27Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:21:28.799721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3cdd76-5e09-4a63-843d-4342d602e962 None None] The sync data for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi is: [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:27Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:21:28.811737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:floatingip and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:28.822734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:28.835254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:29.015710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:29.021867 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-3c43c605-0cce-4df0-aebc-ceccd021bb7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:29.023588 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-3c43c605-0cce-4df0-aebc-ceccd021bb7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 920 time: 0.4416971
Nov 11 22:21:29.033605 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-a0d9ad4c-59ba-44d6-9f4c-6e55394098d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=0334bfd6-ed90-49cf-8999-a129611c1e7f HTTP/1.1" status: 200  len: 217 time: 0.2321014
Nov 11 22:21:29.149463 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-cece7e5e-a801-4598-bd64-e9635979ea84 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3740516
Nov 11 22:21:29.151927 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-3acdeadb-419e-4e9e-911b-61862a38c90d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9 HTTP/1.1" status: 200  len: 217 time: 0.1048739
Nov 11 22:21:29.157653 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16bc22-e5f5-4339-b278-942c56601d30 req-d8b63629-5931-4e2b-a902-270385e22d5b tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:29.159356 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eb16bc22-e5f5-4339-b278-942c56601d30 req-d8b63629-5931-4e2b-a902-270385e22d5b tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 947 time: 0.4297502
Nov 11 22:21:29.282475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830df52-2193-4740-83e1-23bfd12858be req-a75a0f64-9986-4c7a-8ff9-22081ed6ef4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:29.284100 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-a75a0f64-9986-4c7a-8ff9-22081ed6ef4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=72c47944-6119-4bd7-aa79-9557aec870f7 HTTP/1.1" status: 200  len: 843 time: 0.2213628
Nov 11 22:21:29.338631 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eb16bc22-e5f5-4339-b278-942c56601d30 req-7d0b516b-848e-47a8-b4a8-e9b2daaf8386 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350911
Nov 11 22:21:29.405817 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73458075-8de5-4a2d-acb8-468fa047a786 req-b1bd7cc1-0f7a-4d79-b0ce-fd9d5140a939 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:29.407817 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-73458075-8de5-4a2d-acb8-468fa047a786 req-b1bd7cc1-0f7a-4d79-b0ce-fd9d5140a939 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 943 time: 0.2590895
Nov 11 22:21:29.422332 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-bb194737-4958-4e15-a2f9-640785953dba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=482ecdac-f37e-4c53-8c73-9e1f3a6580c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1255791
Nov 11 22:21:29.472264 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fcb0505-0597-4c18-9ac5-9efeab66386c req-0b076015-79b0-4735-859d-f4dc2c0a23bb service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3006754
Nov 11 22:21:29.500669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-941758f5-93b4-492b-ad4b-1cf94fe76403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:29.502430 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-941758f5-93b4-492b-ad4b-1cf94fe76403 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.3282070
Nov 11 22:21:29.567623 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-d46a7273-7068-4a46-a1d7-930d5cde462e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530543
Nov 11 22:21:29.662215 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-73458075-8de5-4a2d-acb8-468fa047a786 req-4ae288e6-aba2-481f-9d39-f876ada05628 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382524
Nov 11 22:21:29.666756 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:29.792605 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-cd1479bd-7dc4-4f8e-9f23-e2c81e35c553 service neutron] 10.222.0.65 "GET /v2.0/networks/482ecdac-f37e-4c53-8c73-9e1f3a6580c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3477676
Nov 11 22:21:29.864833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f43e2-27fe-4ab3-9bfa-f6ae58227d7f req-53ff3b3d-806a-432d-be69-bfa0fd32639b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:29.874035 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b94f43e2-27fe-4ab3-9bfa-f6ae58227d7f req-53ff3b3d-806a-432d-be69-bfa0fd32639b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.3614399
Nov 11 22:21:30.048473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Allocated IP 172.27.1.22 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/a2677f80-9038-469e-8830-968ca8117057) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:21:30.057882 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0830df52-2193-4740-83e1-23bfd12858be req-cd39c240-9f52-4794-a299-c2804c603783 service neutron] 10.222.0.65 "GET /v2.0/networks/482ecdac-f37e-4c53-8c73-9e1f3a6580c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511101
Nov 11 22:21:30.075000 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b94f43e2-27fe-4ab3-9bfa-f6ae58227d7f req-62fdd46b-e7bf-4469-9c21-3ffe4cc53809 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984501
Nov 11 22:21:30.133018 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-662de0d6-492e-4263-a13a-e18d3695fe5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 1096 time: 0.5455861
Nov 11 22:21:30.137934 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-8d860c83-f382-4fe7-b9cf-56e487bf26ef service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5529079
Nov 11 22:21:30.552432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 863bed90-c1d8-4b86-8064-b0d0e3fe5dea up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:30.788403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:30.794281 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:30.794838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:30.854763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-edbb33ce-e097-4db8-bd1b-769440dc8f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:30.856406 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-edbb33ce-e097-4db8-bd1b-769440dc8f79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 915 time: 0.6674302
Nov 11 22:21:30.870271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079a1e2-4eaf-4aae-93de-0bc12c9e6f67 req-0bf3b04e-9c25-4f9e-a4b9-44e354673d19 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:30.872533 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8079a1e2-4eaf-4aae-93de-0bc12c9e6f67 req-0bf3b04e-9c25-4f9e-a4b9-44e354673d19 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 947 time: 0.2231040
Nov 11 22:21:30.882505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:31.037220 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-88bdaf77-e514-4050-855c-95af01ebd507 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4e95e8-73b5-45a2-996d-9a71d2add150 HTTP/1.1" status: 200  len: 217 time: 0.1396394
Nov 11 22:21:31.045855 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd199e7f-1a77-4ed4-b5d5-57fdd8876bce req-5398ffa4-c17b-4e6a-b996-2e24860f21b0 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8553438
Nov 11 22:21:31.122469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:31.186023 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:31.186880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:31.202929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1eb175b1-768d-4907-a622-f83805ca2268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:31.238185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:31.241966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:31.269680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-8b2fc648-204f-4f61-b1d8-46d37bc92051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:31.271551 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-8b2fc648-204f-4f61-b1d8-46d37bc92051 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.2064619
Nov 11 22:21:31.332613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:31.341827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:31.403346 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-af94cf0b-5cc0-494e-82e6-eca183a4e4c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1113563
Nov 11 22:21:31.412890 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8079a1e2-4eaf-4aae-93de-0bc12c9e6f67 req-d56ff017-d471-4be8-b655-0ffad58d77e1 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5266261
Nov 11 22:21:31.414135 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:21:31.415406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'Port': ['ID=a2677f80-9038-469e-8830-968ca8117057,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:31.450495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:31.452954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:31.460439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff18c3-98d6-449c-b0ea-d6b78f393290 req-1b0dfea5-eb88-4fe9-86ea-309becfd57ad tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:31.468019 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-69ff18c3-98d6-449c-b0ea-d6b78f393290 req-1b0dfea5-eb88-4fe9-86ea-309becfd57ad tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 943 time: 0.5104375
Nov 11 22:21:31.551178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:21:31.558511 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-69ff18c3-98d6-449c-b0ea-d6b78f393290 req-afa9566c-5b92-41d8-8aa2-886e1ee18e16 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894523
Nov 11 22:21:31.682100 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-189464e9-f33b-44dd-b993-841177dd4e5a service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2622168
Nov 11 22:21:31.817319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf43193-606a-417d-a816-42bff38c69f3 req-5978fc7b-1da1-4788-a44a-de1ca914b259 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:31.818292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:31.820191 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-baf43193-606a-417d-a816-42bff38c69f3 req-5978fc7b-1da1-4788-a44a-de1ca914b259 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1136551
Nov 11 22:21:31.921368 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-baf43193-606a-417d-a816-42bff38c69f3 req-60ebf2c9-88c2-49ec-a356-45cac91c9f2e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935369
Nov 11 22:21:32.048775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:32.136248 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3f0f17-4e19-495f-b277-d706a6df79f4 req-4e523c19-3b9e-4bda-886f-bef1fdf5cc64 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3161995
Nov 11 22:21:32.342851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:32.419846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 863bed90-c1d8-4b86-8064-b0d0e3fe5dea up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:32.467969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:32.485528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:32.504464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:32.504890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:32.639506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:32.703355 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'Port': ['ID=a2677f80-9038-469e-8830-968ca8117057,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:32.721805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:32.741547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f919d-de8c-4560-ba07-348a3d936111 req-cadc1b52-fd86-4a05-a681-519fb55d1458 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:32.743244 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ce3f919d-de8c-4560-ba07-348a3d936111 req-cadc1b52-fd86-4a05-a681-519fb55d1458 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 947 time: 0.1007967
Nov 11 22:21:32.759694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:32.761389 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.1555564
Nov 11 22:21:32.900962 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ce3f919d-de8c-4560-ba07-348a3d936111 req-fd09d3e0-e060-4925-86c0-1831ab2954d6 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502776
Nov 11 22:21:32.986527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9bcce-2854-441c-b271-2a58ea48d2f2 req-9bab3ffb-b427-46d2-a061-5ba245c3103c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:32.991718 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-11a9bcce-2854-441c-b271-2a58ea48d2f2 req-9bab3ffb-b427-46d2-a061-5ba245c3103c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 943 time: 0.1807597
Nov 11 22:21:33.062486 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-11a9bcce-2854-441c-b271-2a58ea48d2f2 req-e525cf4f-61cc-43ae-a6e7-6808234a472e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593035
Nov 11 22:21:33.392966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e405d8c-03ad-4944-85a2-05d15be9be00 req-2d11c941-c818-41db-9626-bb1e3398d594 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:33.406267 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5e405d8c-03ad-4944-85a2-05d15be9be00 req-2d11c941-c818-41db-9626-bb1e3398d594 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1318340
Nov 11 22:21:33.511351 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5e405d8c-03ad-4944-85a2-05d15be9be00 req-f7978247-659d-43c2-8cb8-a9467a1ecfb8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015716
Nov 11 22:21:33.612546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-e1d2b94b-98e4-49ac-9be3-d14144f5a970 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Synchronizing usage tracker for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:21:33.714257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-e1d2b94b-98e4-49ac-9be3-d14144f5a970 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Unset dirty status for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:21:33.720507 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-e1d2b94b-98e4-49ac-9be3-d14144f5a970 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--752350752&fields=id&tenant_id=d02f1b3553cb4602beed9d3c0152c10e HTTP/1.1" status: 200  len: 267 time: 0.2158716
Nov 11 22:21:33.940943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-371bc520-94bb-4f2e-acca-d4cb5d136c75 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:33.941759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-371bc520-94bb-4f2e-acca-d4cb5d136c75 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Synchronizing usage tracker for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:network {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:21:33.994407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-371bc520-94bb-4f2e-acca-d4cb5d136c75 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Unset dirty status for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:network {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:21:33.996139 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-371bc520-94bb-4f2e-acca-d4cb5d136c75 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 816 time: 0.2662454
Nov 11 22:21:34.018731 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-2f43ed18-1d7a-4e88-a9c2-aef6523b3aa1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/quotas/d02f1b3553cb4602beed9d3c0152c10e HTTP/1.1" status: 200  len: 375 time: 0.0144863
Nov 11 22:21:34.190344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-5ab911a3-afa3-4cc4-9af9-cda92cea9f24 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Synchronizing usage tracker for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:port {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:21:34.211746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e5e7e-ae1d-4e71-8a90-d41ce95603a9 req-c0104ce8-d68e-4f60-9e05-a14865bbc032 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:34.213729 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5f5e5e7e-ae1d-4e71-8a90-d41ce95603a9 req-c0104ce8-d68e-4f60-9e05-a14865bbc032 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 947 time: 0.1388302
Nov 11 22:21:34.272668 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5f5e5e7e-ae1d-4e71-8a90-d41ce95603a9 req-e8d71c09-a29b-4e35-a9fc-71104c7b80ae tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515242
Nov 11 22:21:34.295453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-5ab911a3-afa3-4cc4-9af9-cda92cea9f24 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Unset dirty status for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:port {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:21:34.296921 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-5ab911a3-afa3-4cc4-9af9-cda92cea9f24 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2709637
Nov 11 22:21:34.476510 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-452b5f48-0e12-4a10-8159-7e0c3a6d1ff3 service neutron] 10.222.0.18 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613333
Nov 11 22:21:34.712444 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-97aad649-6be6-4cb9-ab9d-b2156f691d82 service neutron] 10.222.0.18 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275393
Nov 11 22:21:34.719771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8fc2-fe1e-4052-8b39-e52c5f48f9f1 req-80df3bee-fb01-4eda-b10e-eacc7c86dfdd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:34.726044 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-53bc8fc2-fe1e-4052-8b39-e52c5f48f9f1 req-80df3bee-fb01-4eda-b10e-eacc7c86dfdd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 943 time: 0.2138274
Nov 11 22:21:34.782898 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-53bc8fc2-fe1e-4052-8b39-e52c5f48f9f1 req-b4ef033b-d5c7-4c6d-a7b0-f1f7f8f6e6ed tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540800
Nov 11 22:21:34.892750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 0334bfd6-ed90-49cf-8999-a129611c1e7f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:21:35.214307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fa354-d9d7-46e5-b979-1d8578522157 req-16340533-3b81-437d-879d-1c1d80cdc887 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:35.216283 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-079fa354-d9d7-46e5-b979-1d8578522157 req-16340533-3b81-437d-879d-1c1d80cdc887 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1637533
Nov 11 22:21:35.297209 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c2bbf37f-ae47-40cb-b26c-d1843902a840 req-a9c893f5-bf48-409d-928a-94fbdcfca09f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 210 time: 0.0797954
Nov 11 22:21:35.329938 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-079fa354-d9d7-46e5-b979-1d8578522157 req-781d57ca-3799-4b5c-8bc9-6fea7ff0c4cf tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664706
Nov 11 22:21:35.354297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 0334bfd6-ed90-49cf-8999-a129611c1e7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0334bfd6-ed90-49cf-8999-a129611c1e7f,segment=NetworkSegment(b8f1678b-3d32-4c4f-ac95-43345c734994),segment_id=b8f1678b-3d32-4c4f-ac95-43345c734994)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:35.373227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '0334bfd6-ed90-49cf-8999-a129611c1e7f', 'network_id': '482ecdac-f37e-4c53-8c73-9e1f3a6580c8', 'port_id': '0334bfd6-ed90-49cf-8999-a129611c1e7f', 'mac_address': 'fa:16:3e:7b:fd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c47944-6119-4bd7-aa79-9557aec870f7', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:21:35.450297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:35.473670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0334bfd6-ed90-49cf-8999-a129611c1e7f {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:21:35.593184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46192) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:35.620009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 0334bfd6-ed90-49cf-8999-a129611c1e7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0334bfd6-ed90-49cf-8999-a129611c1e7f,segment=NetworkSegment(b8f1678b-3d32-4c4f-ac95-43345c734994),segment_id=b8f1678b-3d32-4c4f-ac95-43345c734994)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:35.692414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f2e50-15db-49ea-a03a-b938a461c84d req-0c3bc77f-a483-4907-971b-1c481c4791ec tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:35.695847 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa4f2e50-15db-49ea-a03a-b938a461c84d req-0c3bc77f-a483-4907-971b-1c481c4791ec tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 947 time: 0.1270249
Nov 11 22:21:35.716867 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:35.717764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 5a4e95e8-73b5-45a2-996d-9a71d2add150 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:21:35.726482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:35.816762 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa4f2e50-15db-49ea-a03a-b938a461c84d req-4d383c5b-5c88-455b-8fdb-14bbf4667e39 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124539
Nov 11 22:21:36.024944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=0334bfd6-ed90-49cf-8999-a129611c1e7f,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:36.053161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:36.077522 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:36.118880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:36.125150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Usage tracker for resource:security_group_rule and tenant:e894300b42694ce885563a17f11a9006 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:36.129032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:36.138599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:36.166158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 5a4e95e8-73b5-45a2-996d-9a71d2add150, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5a4e95e8-73b5-45a2-996d-9a71d2add150,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:36.206406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '5a4e95e8-73b5-45a2-996d-9a71d2add150', 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'port_id': '5a4e95e8-73b5-45a2-996d-9a71d2add150', 'mac_address': 'fa:16:3e:37:7c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e631a5fa-70dd-4c4a-8199-4dbb931e37d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:21:36.260128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2e3ae-2bea-4255-bb74-3b7f6c8e9f3e req-901ae3c1-e7cb-4142-a57c-6482b5a51f71 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:36.264590 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81c2e3ae-2bea-4255-bb74-3b7f6c8e9f3e req-901ae3c1-e7cb-4142-a57c-6482b5a51f71 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 943 time: 0.1469791
Nov 11 22:21:36.286961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:36.312513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4e95e8-73b5-45a2-996d-9a71d2add150 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:21:36.376314 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81c2e3ae-2bea-4255-bb74-3b7f6c8e9f3e req-1e83d1a7-8151-4e85-ba71-2e7e459be99b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044681
Nov 11 22:21:36.400311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 5a4e95e8-73b5-45a2-996d-9a71d2add150, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5a4e95e8-73b5-45a2-996d-9a71d2add150,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:36.439524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:36.449693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:36.450285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:36.460440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46216) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:36.494955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:36.504545 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2d5c8e01-7279-4bcc-82b1-da0acc9822fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:36.556676 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e894300b42694ce885563a17f11a9006&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9615743
Nov 11 22:21:36.557681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd943393-7ce9-4a61-914c-8c5a1cecf172,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:36.558068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46222) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:36.572673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:36.617693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=5a4e95e8-73b5-45a2-996d-9a71d2add150,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:36.623762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0eff11b4-b36a-4b46-a6cc-933a3645ff4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:36.626622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:36.761793 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b4521436-b938-4529-a735-cd9b98b29d87 req-eaa17784-8f4f-40be-bd0e-1b505e4205db tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 210 time: 0.1586006
Nov 11 22:21:36.873204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:37.026977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:37.034538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-250d1b20-6762-4d40-a611-11f3a4635475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:37.047470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Usage tracker for resource:security_group_rule and tenant:7fffe553e5ce435ab615951cee708afb is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:37.066498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:37.097265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606e47-5540-4ab1-b5af-535e5a91507c req-839c88c7-b608-47d9-9d63-5b44e15e6d53 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:37.100515 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f606e47-5540-4ab1-b5af-535e5a91507c req-839c88c7-b608-47d9-9d63-5b44e15e6d53 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.4145875
Nov 11 22:21:37.101262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['0334bfd6-ed90-49cf-8999-a129611c1e7f'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:21:37.101907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:37.130638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['5a4e95e8-73b5-45a2-996d-9a71d2add150'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:21:37.287545 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-250d1b20-6762-4d40-a611-11f3a4635475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:37.495889 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f606e47-5540-4ab1-b5af-535e5a91507c req-649309a2-12b9-4dcb-b8d5-87e384d5d207 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070416
Nov 11 22:21:37.540503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17c09f-f8be-4308-9a6f-8932dd710974 req-e782de96-2b7f-4788-92d9-b2dfcc1fb0ac tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:37.543353 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f17c09f-f8be-4308-9a6f-8932dd710974 req-e782de96-2b7f-4788-92d9-b2dfcc1fb0ac tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 948 time: 0.4699998
Nov 11 22:21:37.602923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-250d1b20-6762-4d40-a611-11f3a4635475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:37.621073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:37.623542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-553393e1-b78a-45d2-8e1e-604f3bbddab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:37.667178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d1b20-6762-4d40-a611-11f3a4635475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd943393-7ce9-4a61-914c-8c5a1cecf172,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:37.737616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-250d1b20-6762-4d40-a611-11f3a4635475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:37.739106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:37.769792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fa6268f2-d2bd-432f-88e2-8f4229e99229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:37.835704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-250d1b20-6762-4d40-a611-11f3a4635475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:37.841019 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-250d1b20-6762-4d40-a611-11f3a4635475 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd943393-7ce9-4a61-914c-8c5a1cecf172 HTTP/1.1" status: 204  len: 168 time: 1.2768166
Nov 11 22:21:37.938312 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f17c09f-f8be-4308-9a6f-8932dd710974 req-4d9bdb26-14a7-441a-980e-6519507b7317 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3768060
Nov 11 22:21:37.942071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5915e5f6-492c-4da1-a8e3-de47bc77db22,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:37.963196 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fffe553e5ce435ab615951cee708afb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5006800
Nov 11 22:21:37.973209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46238) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:37.974705 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:38.167016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb7f40-f8d4-42e0-a32d-8379043d98bc req-b58becfd-cb5c-413b-beb8-34c6589ec38d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:38.167941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-d955272b-8486-428e-9eeb-6606e500c955 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:38.172591 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-d955272b-8486-428e-9eeb-6606e500c955 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 816 time: 0.3722355
Nov 11 22:21:38.173778 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-87fb7f40-f8d4-42e0-a32d-8379043d98bc req-b58becfd-cb5c-413b-beb8-34c6589ec38d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 944 time: 0.5149043
Nov 11 22:21:38.253203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a98c1aa3-0ba3-42cd-8d14-963ca1b01f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:38.318784 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-a8205a78-a495-49fd-9828-db0df3d7cf4a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02f1b3553cb4602beed9d3c0152c10e HTTP/1.1" status: 200  len: 379 time: 0.1258147
Nov 11 22:21:38.332676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'port': {'device_id': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'admin_state_up': True, 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'security_groups': ['45315e1d-9eb2-4eb2-94cb-7dd3533ebe41']}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:38.345476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a98c1aa3-0ba3-42cd-8d14-963ca1b01f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:38.373118 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-87fb7f40-f8d4-42e0-a32d-8379043d98bc req-cbf6cc6d-f71e-4a3f-9557-f98c82485704 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760390
Nov 11 22:21:38.500483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a98c1aa3-0ba3-42cd-8d14-963ca1b01f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:38.506871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-03593f1e-b20b-4c9d-becf-b6b307b7e7f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:38.527170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a98c1aa3-0ba3-42cd-8d14-963ca1b01f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:38.528503 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a98c1aa3-0ba3-42cd-8d14-963ca1b01f26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5915e5f6-492c-4da1-a8e3-de47bc77db22 HTTP/1.1" status: 204  len: 168 time: 0.5491569
Nov 11 22:21:38.529748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c1aa3-0ba3-42cd-8d14-963ca1b01f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5915e5f6-492c-4da1-a8e3-de47bc77db22,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:38.543962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a98c1aa3-0ba3-42cd-8d14-963ca1b01f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:38.639405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:38.652666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:38.679698 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-59aa8125-41f8-4ab4-be49-11e386d9239f req-49be0e22-1c30-4bbe-9985-a938f7f108fb tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 210 time: 0.0607264
Nov 11 22:21:38.701487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Made reservation on behalf of d02f1b3553cb4602beed9d3c0152c10e for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:21:38.709198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:38.816361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4688-a86e-4177-9453-c39c65d9b178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:38.851408 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:38.913090 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29298f8c-0508-496e-8f3d-f3cfc504df27 req-4b092e1f-aa0a-4552-9818-b00b7a39e4e1 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:38.921986 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-29298f8c-0508-496e-8f3d-f3cfc504df27 req-4b092e1f-aa0a-4552-9818-b00b7a39e4e1 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1601987
Nov 11 22:21:38.937156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46254) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:39.005139 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-29298f8c-0508-496e-8f3d-f3cfc504df27 req-9101c1c8-3c98-4085-afa7-a0190cd7aaee tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816181
Nov 11 22:21:39.076064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:39.176794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Allocated IP 172.20.0.7 (3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9/69034538-34f7-4506-a072-ff7e9a3272fe/6cbe0599-8ced-496f-b163-79daf7642b50) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:21:39.188850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:39.204484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Usage tracker for resource:security_group_rule and tenant:70f0cd8a11f24e54b6eb75b5a9548003 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:39.212215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:39.227990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:39.399414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:39.455816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce36f-c21f-43e4-a23a-3c756e7dbb29 req-204644ba-68da-45f4-b2a5-c0c40da42700 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:39.460592 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-49dce36f-c21f-43e4-a23a-3c756e7dbb29 req-204644ba-68da-45f4-b2a5-c0c40da42700 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 948 time: 0.1879430
Nov 11 22:21:39.546800 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-49dce36f-c21f-43e4-a23a-3c756e7dbb29 req-3ebda7ce-b09f-49a8-92d2-c29b19cbbc3e tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741708
Nov 11 22:21:39.547600 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46268) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:39.651960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:39.764207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:39.776252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Usage tracker for resource:security_group_rule and tenant:53c5026d28a9432a95ba6e7f4448a8d5 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:39.784123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:39.793968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:39.799496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:39.817382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e62c4-50b3-412c-981d-793086f0a787 req-36b31227-dda6-4f18-b29e-11e2f9349022 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:39.819947 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d78e62c4-50b3-412c-981d-793086f0a787 req-36b31227-dda6-4f18-b29e-11e2f9349022 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 944 time: 0.2498882
Nov 11 22:21:39.832660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:39.880411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Transition to ACTIVE for port object 6cbe0599-8ced-496f-b163-79daf7642b50 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:39.882745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:39.900902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4e42081c-9551-4456-980b-8808e1a55915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:39.968588 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93bbcd77-04ee-4aa8-97c8-9452aae7e906 req-3a5fa5ae-ddb6-429b-8508-8b48ca103ff1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 210 time: 0.0718021
Nov 11 22:21:39.979093 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d78e62c4-50b3-412c-981d-793086f0a787 req-6ee1be98-8897-448d-a1b6-2670ae5dedcf tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487875
Nov 11 22:21:39.993841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45653255-3c85-4433-84ae-a185a188a5cd,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:40.004937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:40.014389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46274) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:40.014984 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70f0cd8a11f24e54b6eb75b5a9548003&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0745013
Nov 11 22:21:40.056155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.072286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.080814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:40.115458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.133480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d6b1613a-48c2-4827-83bd-e82ce46972a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:40.169048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:21:40.173158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:21:40.175598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:40.178195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:21:40.210891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:40.236260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3f2bd-22fe-4e92-86f1-870b2a46a195,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:40.241893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:40.264905 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:40.265872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.314640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1507838f-de39-4d36-a6b1-a8281a9cc775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.324445 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53c5026d28a9432a95ba6e7f4448a8d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7754066
Nov 11 22:21:40.329150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46280) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:40.373054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1507838f-de39-4d36-a6b1-a8281a9cc775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.376673 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0482419
Nov 11 22:21:40.401904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Request body: {'port': {'device_id': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:21:40.487855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668905f-f6b1-4d80-aad8-4bd9b45b9ab6 req-9ad6205b-470d-4de9-9025-bf52c279fd3c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:40.489587 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0668905f-f6b1-4d80-aad8-4bd9b45b9ab6 req-9ad6205b-470d-4de9-9025-bf52c279fd3c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.2333360
Nov 11 22:21:40.529776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1507838f-de39-4d36-a6b1-a8281a9cc775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.545029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:40.557791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507838f-de39-4d36-a6b1-a8281a9cc775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45653255-3c85-4433-84ae-a185a188a5cd,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:40.568072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1507838f-de39-4d36-a6b1-a8281a9cc775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:40.569620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1507838f-de39-4d36-a6b1-a8281a9cc775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.573344 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1507838f-de39-4d36-a6b1-a8281a9cc775 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45653255-3c85-4433-84ae-a185a188a5cd HTTP/1.1" status: 204  len: 168 time: 0.5567439
Nov 11 22:21:40.600769 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0668905f-f6b1-4d80-aad8-4bd9b45b9ab6 req-a13c87b0-5a29-4943-959d-8b2a91942325 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990689
Nov 11 22:21:40.662495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85805229-9f63-4160-9e45-bd95a3ece894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.712011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-1a879c50-3a1f-4955-ac10-5c1b4403904e None None] Provisioning for port 6cbe0599-8ced-496f-b163-79daf7642b50 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:40.728552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-1a879c50-3a1f-4955-ac10-5c1b4403904e None None] Provisioning complete for port 6cbe0599-8ced-496f-b163-79daf7642b50 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:40.730089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1a879c50-3a1f-4955-ac10-5c1b4403904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.747527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.791423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85805229-9f63-4160-9e45-bd95a3ece894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.820169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-1a879c50-3a1f-4955-ac10-5c1b4403904e None None] Port 6cbe0599-8ced-496f-b163-79daf7642b50 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:21:40.908180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 0334bfd6-ed90-49cf-8999-a129611c1e7f up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:40.942723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85805229-9f63-4160-9e45-bd95a3ece894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:40.951270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9242287-a45b-4aac-8f70-f11dfd995df0 req-c15786dd-55c7-40d1-b1f7-d1c467a9143c tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:40.951736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-31babfdd-9367-4f99-8fda-65668462ff30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:40.966263 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9242287-a45b-4aac-8f70-f11dfd995df0 req-c15786dd-55c7-40d1-b1f7-d1c467a9143c tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 948 time: 0.2208734
Nov 11 22:21:40.968631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85805229-9f63-4160-9e45-bd95a3ece894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e3f2bd-22fe-4e92-86f1-870b2a46a195,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:40.984455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-85805229-9f63-4160-9e45-bd95a3ece894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:41.075382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-85805229-9f63-4160-9e45-bd95a3ece894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:41.079663 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-85805229-9f63-4160-9e45-bd95a3ece894 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2e3f2bd-22fe-4e92-86f1-870b2a46a195 HTTP/1.1" status: 204  len: 168 time: 0.7487855
Nov 11 22:21:41.086175 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9242287-a45b-4aac-8f70-f11dfd995df0 req-770b9d7c-95ae-4828-9160-22ddaf681811 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117182
Nov 11 22:21:41.177409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:41.220421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 0334bfd6-ed90-49cf-8999-a129611c1e7f completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:41.226791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 0334bfd6-ed90-49cf-8999-a129611c1e7f triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:41.227469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:41.448781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf2661-a58d-41e2-b2d5-a0004078e2ba req-87e0ef64-529a-4f6a-8a1e-f393a10fabf7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:41.457159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbe0599-8ced-496f-b163-79daf7642b50 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:21:41.457750 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-baaf2661-a58d-41e2-b2d5-a0004078e2ba req-87e0ef64-529a-4f6a-8a1e-f393a10fabf7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 931 time: 0.2442868
Nov 11 22:21:41.473625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:41.517104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Transition to ACTIVE for port object 6cbe0599-8ced-496f-b163-79daf7642b50 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:21:41.558457 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-baaf2661-a58d-41e2-b2d5-a0004078e2ba req-c3c762a1-1b94-4b36-86ad-405a50a10253 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983868
Nov 11 22:21:41.580889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:41.588170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ebb1a-c111-43b7-b7bd-4febed6b55ec req-f717bde6-fa00-4d28-b558-f2dd5cd6f86e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:41.588170 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-070ebb1a-c111-43b7-b7bd-4febed6b55ec req-f717bde6-fa00-4d28-b558-f2dd5cd6f86e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 944 time: 0.1956460
Nov 11 22:21:41.589865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9fb1d122-141b-4210-8164-d001a03f4e6d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:41.638522 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:41.703583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6b7f2c-7734-4d9b-b3d7-16a0ad095304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0334bfd6-ed90-49cf-8999-a129611c1e7f'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:21:41.736346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 0334bfd6-ed90-49cf-8999-a129611c1e7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0334bfd6-ed90-49cf-8999-a129611c1e7f,segment=NetworkSegment(b8f1678b-3d32-4c4f-ac95-43345c734994),segment_id=b8f1678b-3d32-4c4f-ac95-43345c734994)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:41.771694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:41.773334 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 5a4e95e8-73b5-45a2-996d-9a71d2add150 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:41.939779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:41.993567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:42.003148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:42.185988 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-070ebb1a-c111-43b7-b7bd-4febed6b55ec req-7ca4ff63-3c25-4c92-81ef-fb714f255f30 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5891085
Nov 11 22:21:42.237854 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=0334bfd6-ed90-49cf-8999-a129611c1e7f,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:42.270357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:42.335943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a8d44-a854-420c-b379-c25273d4ad58 req-cfb95719-8a87-457e-a85d-f97070003ce2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:42.362236 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-229a8d44-a854-420c-b379-c25273d4ad58 req-cfb95719-8a87-457e-a85d-f97070003ce2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.3078387
Nov 11 22:21:42.365368 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6b7f2c-7734-4d9b-b3d7-16a0ad095304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0334bfd6-ed90-49cf-8999-a129611c1e7f', 'code': 200}
Nov 11 22:21:42.474146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 5a4e95e8-73b5-45a2-996d-9a71d2add150 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:42.499920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 5a4e95e8-73b5-45a2-996d-9a71d2add150 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:42.500750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:42.543663 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-229a8d44-a854-420c-b379-c25273d4ad58 req-d4397a67-1f4a-4c45-b64f-9d7a057191c3 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613097
Nov 11 22:21:42.687680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Attempting to bind port 6cbe0599-8ced-496f-b163-79daf7642b50 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:21:42.688468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Attempting to bind port 6cbe0599-8ced-496f-b163-79daf7642b50 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:21:42.689302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Attempting to bind port 6cbe0599-8ced-496f-b163-79daf7642b50 on network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:42.702907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Port 6cbe0599-8ced-496f-b163-79daf7642b50 on network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:21:42.703479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Attempting to bind port 6cbe0599-8ced-496f-b163-79daf7642b50 on network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:21:42.723480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:21:42.726359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Checking segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:21:42.727123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Bound using segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:21:42.727943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Bound port: 6cbe0599-8ced-496f-b163-79daf7642b50, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:21:42.728551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:42.734191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:42.782742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 5a4e95e8-73b5-45a2-996d-9a71d2add150, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5a4e95e8-73b5-45a2-996d-9a71d2add150,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:42.822476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:42.825460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d919b0ae-d8f5-4162-b89c-28855f037ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:43.024466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=5a4e95e8-73b5-45a2-996d-9a71d2add150,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:43.032161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:43.269513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:21:43.299176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:21:43.309043 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2139cc5a-bb5c-4c70-8a38-a2d0e8f4a695 req-9ece9b64-e986-479e-9a39-0a04ef9703ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 1102 time: 0.3484068
Nov 11 22:21:43.385494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:43.398242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4a9e13e3-19a5-429c-a3a4-37e6659380f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:43.473220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fe9aa-2693-48f7-baa7-4d4e3123bdd2 req-9375b78e-7fcf-44b7-bd85-c46dbcbaf3f8 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:43.488603 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c51fe9aa-2693-48f7-baa7-4d4e3123bdd2 req-9375b78e-7fcf-44b7-bd85-c46dbcbaf3f8 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.4517345
Nov 11 22:21:43.505334 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f08b2d-b3b6-4666-8d0d-53183d2f3859 req-d12737ff-2d90-428f-8061-0de63f83f829 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:43.519506 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-70f08b2d-b3b6-4666-8d0d-53183d2f3859 req-d12737ff-2d90-428f-8061-0de63f83f829 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.3002908
Nov 11 22:21:43.532898 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2139cc5a-bb5c-4c70-8a38-a2d0e8f4a695 req-74e0094e-fb28-4b5f-9275-d4996c28a18c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104654
Nov 11 22:21:43.569850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:43.572416 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] 10.222.0.65 "PUT /v2.0/ports/6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 200  len: 1093 time: 3.1785374
Nov 11 22:21:43.573715 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:21:43.607073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:43.639513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:43.716669 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c51fe9aa-2693-48f7-baa7-4d4e3123bdd2 req-17605d2a-b783-429c-bfa2-e739edb7c5d5 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2240424
Nov 11 22:21:43.741344 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-70f08b2d-b3b6-4666-8d0d-53183d2f3859 req-517946d7-0b3c-40a8-b5ad-728e7fc36217 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2202215
Nov 11 22:21:44.073104 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50', 'status': 'completed', 'code': 200}
Nov 11 22:21:44.177920 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-bbad0d30-9571-45fb-ac7e-0a7a4ef40919 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1096 time: 0.2420397
Nov 11 22:21:44.274430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e604254-b399-486a-8996-33b426902d7f req-60458954-0777-4c99-8875-8d8b795d177e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:44.290249 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e604254-b399-486a-8996-33b426902d7f req-60458954-0777-4c99-8875-8d8b795d177e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.2940693
Nov 11 22:21:44.323976 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-beba17b4-359d-4d3f-9b98-74d2d38ccda8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 200  len: 217 time: 0.0954762
Nov 11 22:21:44.366967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f7d1a8-1a00-41aa-8189-dce771944762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4e95e8-73b5-45a2-996d-9a71d2add150'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:21:44.417238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-a38d5bc6-4b37-4bbf-9af1-89e65a30d5c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:44.420042 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-a38d5bc6-4b37-4bbf-9af1-89e65a30d5c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0863793
Nov 11 22:21:44.474583 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e604254-b399-486a-8996-33b426902d7f req-ebcffbfa-ede8-41e3-a89e-c00bcf66b11f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824262
Nov 11 22:21:44.540740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb310c-d1d5-43d7-ba1f-8a5917197f09 req-5954baba-1949-437e-b323-25e04fcff7c2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:44.548812 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-effc0b57-8165-4bda-a366-214d35241ec2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1172032
Nov 11 22:21:44.553959 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-11eb310c-d1d5-43d7-ba1f-8a5917197f09 req-5954baba-1949-437e-b323-25e04fcff7c2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.2289796
Nov 11 22:21:44.641652 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-11eb310c-d1d5-43d7-ba1f-8a5917197f09 req-2506b5e0-e888-4b0e-942a-338c3d5e737a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863910
Nov 11 22:21:44.737203 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-7ef223fb-49b4-4240-8806-0da2d1e401f9 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742139
Nov 11 22:21:44.810216 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f7d1a8-1a00-41aa-8189-dce771944762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4e95e8-73b5-45a2-996d-9a71d2add150', 'code': 200}
Nov 11 22:21:44.948736 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d4f8a72-8cbb-495d-acf5-28ceecc8ac7c req-bd02a466-1a1e-4f7d-89dc-f5a52ef56ef4 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034011
Nov 11 22:21:45.031136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100430c2-32e9-474c-a69b-ae3a232e30dd req-9938dab6-677d-4929-83f9-38ea46a5b0fc tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:45.043034 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-100430c2-32e9-474c-a69b-ae3a232e30dd req-9938dab6-677d-4929-83f9-38ea46a5b0fc tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1139095
Nov 11 22:21:45.167704 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-100430c2-32e9-474c-a69b-ae3a232e30dd req-09191b21-aaf2-41dd-822f-4fde3b233cce tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236815
Nov 11 22:21:45.210295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dba39-0389-4d72-937f-35a34f9a0d60 req-29f41cb8-7a0b-444b-9991-7e9a58ba960a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:45.212396 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e02dba39-0389-4d72-937f-35a34f9a0d60 req-29f41cb8-7a0b-444b-9991-7e9a58ba960a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1333640
Nov 11 22:21:45.237601 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-92850be2-483a-47ca-9e7e-b1a6069fb36e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1096 time: 0.1430292
Nov 11 22:21:45.314301 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e02dba39-0389-4d72-937f-35a34f9a0d60 req-855a18a6-afcc-49fe-953c-c05dda276259 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906363
Nov 11 22:21:45.435458 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81ab8c60-6c63-4da6-ac93-4d8c3fee0a68 req-4b1a71e7-9caa-4d26-aeb2-198f74dd78bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 1098 time: 0.2638490
Nov 11 22:21:45.491746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-79578159-fa98-4162-8ddf-0f1a0e2e22f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:45.494151 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-79578159-fa98-4162-8ddf-0f1a0e2e22f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.2334104
Nov 11 22:21:45.606961 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81ab8c60-6c63-4da6-ac93-4d8c3fee0a68 req-80300c71-7ea5-4100-a53b-f5e4777fe31e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494410
Nov 11 22:21:45.608443 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-297c7fc9-7a1c-407b-ad76-6282db28e8c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 200  len: 217 time: 0.0966079
Nov 11 22:21:45.819926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a19e52-74d5-4f70-a278-ded12069f90e req-0315f452-9af5-46e8-b034-59ed6cb3d159 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:45.824278 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-43a19e52-74d5-4f70-a278-ded12069f90e req-0315f452-9af5-46e8-b034-59ed6cb3d159 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.1459610
Nov 11 22:21:45.917213 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-43a19e52-74d5-4f70-a278-ded12069f90e req-5ca96a86-f853-4c57-ab07-303b04542dab tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876122
Nov 11 22:21:46.078384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-e8cd490a-a343-497b-9a63-f4807ef42171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:46.080230 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-e8cd490a-a343-497b-9a63-f4807ef42171 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0975771
Nov 11 22:21:46.242712 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-024065f4-f406-4ff9-92f6-77b09353bdd2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460972
Nov 11 22:21:46.383792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57db4ff-fd4b-4017-845c-edd1d5632c0f req-b78e6c58-73f7-4167-b944-abb016beb281 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:46.394001 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c57db4ff-fd4b-4017-845c-edd1d5632c0f req-b78e6c58-73f7-4167-b944-abb016beb281 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.2569623
Nov 11 22:21:46.498165 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c57db4ff-fd4b-4017-845c-edd1d5632c0f req-8ff8bc3a-ec13-4b16-9a63-f1e335b6ffa7 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030734
Nov 11 22:21:46.721359 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-fc230d47-d038-451c-b537-50678075da17 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4167278
Nov 11 22:21:46.832752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955611fa-74b9-4922-a074-979dfa18d381 req-ed0b0b56-66cb-4364-8284-4370860ec713 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:46.834535 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-955611fa-74b9-4922-a074-979dfa18d381 req-ed0b0b56-66cb-4364-8284-4370860ec713 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1349783
Nov 11 22:21:46.862072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17260c8-ab48-4ee0-80dd-95d167e2bb19 req-024ecd6a-1bac-4a23-9868-5ce412ac066a tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:46.863590 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b17260c8-ab48-4ee0-80dd-95d167e2bb19 req-024ecd6a-1bac-4a23-9868-5ce412ac066a tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.2376292
Nov 11 22:21:46.959095 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c66377e5-a5b7-40be-aa41-c1a6260452d1 req-c95297ac-066a-4159-a4c6-27802a900908 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2197311
Nov 11 22:21:46.998322 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-955611fa-74b9-4922-a074-979dfa18d381 req-47561634-eb3e-4fe7-9125-f285a59120b3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1436193
Nov 11 22:21:47.010312 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b17260c8-ab48-4ee0-80dd-95d167e2bb19 req-a95de589-1189-4a95-823a-e231056779f2 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174576
Nov 11 22:21:47.282922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a600f0-3745-469d-a578-5ef755c45462 req-8baa4d8e-708e-4ba5-8f3a-7c32853ce0b2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:47.284683 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76a600f0-3745-469d-a578-5ef755c45462 req-8baa4d8e-708e-4ba5-8f3a-7c32853ce0b2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.1334083
Nov 11 22:21:47.357494 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76a600f0-3745-469d-a578-5ef755c45462 req-1ce3b248-8cc7-483c-8971-f0749ccd0c2f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615559
Nov 11 22:21:47.904490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa5201-bdbf-4989-ad03-0d420658d4dc req-f1fed026-e26b-48bc-ac2f-ed049dd25db0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:47.916259 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-70fa5201-bdbf-4989-ad03-0d420658d4dc req-f1fed026-e26b-48bc-ac2f-ed049dd25db0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1935153
Nov 11 22:21:48.030956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46468) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:48.073358 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-70fa5201-bdbf-4989-ad03-0d420658d4dc req-37d6461b-ee98-4915-8862-aeab1482ea67 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559720
Nov 11 22:21:48.136815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc009b-065f-494c-be72-2f2b0821511c req-1f4b9f96-af89-49ba-8213-f4780193c8ea tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:48.138601 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0cc009b-065f-494c-be72-2f2b0821511c req-1f4b9f96-af89-49ba-8213-f4780193c8ea tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1867287
Nov 11 22:21:48.225776 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0cc009b-065f-494c-be72-2f2b0821511c req-df7af29e-1bda-4c05-b008-5f04a7a01e3c tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791929
Nov 11 22:21:48.328700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:48.375847 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad32d7-beb5-4ad9-9df8-03b4923ada3c req-51e5a04b-909c-4b24-a2e5-98375aab4fda tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:48.378715 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bfad32d7-beb5-4ad9-9df8-03b4923ada3c req-51e5a04b-909c-4b24-a2e5-98375aab4fda tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1445496
Nov 11 22:21:48.430789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:48.444551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Usage tracker for resource:security_group_rule and tenant:1e36181bd4e843f7b791f8207ea13833 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:48.452940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:48.465714 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bfad32d7-beb5-4ad9-9df8-03b4923ada3c req-03d4bff6-df1a-41c2-8219-4ed3f3ef36cd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786366
Nov 11 22:21:48.466577 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:48.474872 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8eb00a45-3f60-4d98-8028-44cb0060121c req-0ea4c16a-4556-47bb-92af-e5df5e3053a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1099 time: 0.1884243
Nov 11 22:21:48.563712 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8eb00a45-3f60-4d98-8028-44cb0060121c req-757d8c3f-7858-4b52-9d41-6b2e783b3778 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677385
Nov 11 22:21:48.616878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:48.671876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:48.672474 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a934d84-e7ae-41fc-9d77-0cf6012b44f3 req-cb62848f-3489-4a93-bc22-bcb798ed06a7 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:48.674281 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a934d84-e7ae-41fc-9d77-0cf6012b44f3 req-cb62848f-3489-4a93-bc22-bcb798ed06a7 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.1347108
Nov 11 22:21:48.684709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-dc2eb9ab-fc76-412d-856d-a9cf2f7c7fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:48.739487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbf9b23-85b1-4f78-b2da-5961abecf3c9,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:48.743747 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e36181bd4e843f7b791f8207ea13833&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7109823
Nov 11 22:21:48.748921 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46488) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:48.752295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.752731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.753129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.753558 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.753965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.754368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.754770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.755167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.755575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.755966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.756995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:48.760916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:48.788174 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a934d84-e7ae-41fc-9d77-0cf6012b44f3 req-5914a9b3-50cd-49a3-8f78-ef2046767250 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066632
Nov 11 22:21:48.847539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:48.882717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:48.952923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:21:48.988043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:48.993763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1bbbe756-8d18-4f5a-bc26-9118531a45f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:49.012461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbf9b23-85b1-4f78-b2da-5961abecf3c9,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:49.018157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:49.023222 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dbf9b23-85b1-4f78-b2da-5961abecf3c9 HTTP/1.1" status: 204  len: 168 time: 0.2691259
Nov 11 22:21:49.026137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.026898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.027852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.028277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.028717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.029110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.029626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.029993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.030377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.030914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.031265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.036364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:49.154071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46502) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:49.210319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:49.232652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '6cbe0599-8ced-496f-b163-79daf7642b50', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'port_id': '6cbe0599-8ced-496f-b163-79daf7642b50', 'mac_address': 'fa:16:3e:54:44:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:21:49.380842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:49.423431 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbe0599-8ced-496f-b163-79daf7642b50 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:21:49.463790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:49.502941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:49.505108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:49.532680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b286859-d6e2-4ca1-b5fe-1d01dd60cea3 req-50b00f49-a0d8-4286-931b-90c7c743ea1c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:49.539482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:49.540902 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0b286859-d6e2-4ca1-b5fe-1d01dd60cea3 req-50b00f49-a0d8-4286-931b-90c7c743ea1c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1631217
Nov 11 22:21:49.618647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:49.624215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Usage tracker for resource:security_group_rule and tenant:9ea1589fe67d48a38d7a3699a029e091 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:49.628927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:49.639804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:49.640293 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0b286859-d6e2-4ca1-b5fe-1d01dd60cea3 req-deae8f3e-6899-4c40-8343-013f0b64e183 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978198
Nov 11 22:21:49.734327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:49.753500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.753894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.754254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.754630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.755058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.755389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.755766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.762052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.762659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.763040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.763427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:21:49.770638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:49.827191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:49.842866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb533b-18cc-4396-a9eb-a77b5011a7e1 req-dbc9b845-142c-4c73-9025-b373af32c21f tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:49.844675 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0efb533b-18cc-4396-a9eb-a77b5011a7e1 req-dbc9b845-142c-4c73-9025-b373af32c21f tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1806736
Nov 11 22:21:49.933436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:49.945863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1a74c04b-8cd0-4f60-9090-562e5ad2ca2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:49.956592 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0efb533b-18cc-4396-a9eb-a77b5011a7e1 req-01f68fd1-c752-49a4-b5a5-7ca026721931 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690625
Nov 11 22:21:49.993379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6e55-c6c7-49b7-84fe-9f9c41e29a87 req-32190aef-8814-4b2e-ae95-0eb810391903 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:49.993379 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9ac6e55-c6c7-49b7-84fe-9f9c41e29a87 req-32190aef-8814-4b2e-ae95-0eb810391903 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.1355968
Nov 11 22:21:49.993561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4939f8ff-ebd2-4211-a422-fcfee0f33fc1,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:49.996655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:50.002503 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ea1589fe67d48a38d7a3699a029e091&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8472521
Nov 11 22:21:50.003216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46518) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:50.064211 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9ac6e55-c6c7-49b7-84fe-9f9c41e29a87 req-2de9367c-c9c0-4704-9af2-0b4e9e27c535 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550776
Nov 11 22:21:50.081604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eeba5cfd-3da4-4538-9051-d303a60fc01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.134843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eeba5cfd-3da4-4538-9051-d303a60fc01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.224056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46524) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:50.245258 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eeba5cfd-3da4-4538-9051-d303a60fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.251198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-85805229-9f63-4160-9e45-bd95a3ece894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:50.261058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.280852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba5cfd-3da4-4538-9051-d303a60fc01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4939f8ff-ebd2-4211-a422-fcfee0f33fc1,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:50.290594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eeba5cfd-3da4-4538-9051-d303a60fc01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:50.295862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eeba5cfd-3da4-4538-9051-d303a60fc01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.297121 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-eeba5cfd-3da4-4538-9051-d303a60fc01d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4939f8ff-ebd2-4211-a422-fcfee0f33fc1 HTTP/1.1" status: 204  len: 168 time: 0.2928772
Nov 11 22:21:50.315500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6116173-de9a-4dfb-8e03-8cc9226441e9 req-f55466e6-def6-4038-aa8a-10b204d7f9eb tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:50.315770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:50.320549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Usage tracker for resource:security_group_rule and tenant:26b7b2d90c714efa9181683a7e78ad69 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:50.324625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:50.331071 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c6116173-de9a-4dfb-8e03-8cc9226441e9 req-f55466e6-def6-4038-aa8a-10b204d7f9eb tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.1719444
Nov 11 22:21:50.332020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:50.415294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.425929 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c6116173-de9a-4dfb-8e03-8cc9226441e9 req-f0c484af-f460-459e-91fd-d3f92799fdd1 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932646
Nov 11 22:21:50.463340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.478630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fe4d0d92-875a-407e-b07f-9fc87f9114f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:50.565096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323b51ba-4954-41fc-b4fb-d8e7faa47210,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:50.570708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:50.575457 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26b7b2d90c714efa9181683a7e78ad69&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3500535
Nov 11 22:21:50.580929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46532) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:50.716178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45462281-1fdc-476f-9121-de20d566766c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.753916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45462281-1fdc-476f-9121-de20d566766c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.885197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45462281-1fdc-476f-9121-de20d566766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.893315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2abd47e8-bbbe-4f32-a08c-fd87471a6386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:50.954314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45462281-1fdc-476f-9121-de20d566766c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:50.955580 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-45462281-1fdc-476f-9121-de20d566766c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/323b51ba-4954-41fc-b4fb-d8e7faa47210 HTTP/1.1" status: 204  len: 168 time: 0.3733375
Nov 11 22:21:50.956694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45462281-1fdc-476f-9121-de20d566766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323b51ba-4954-41fc-b4fb-d8e7faa47210,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:50.960706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-45462281-1fdc-476f-9121-de20d566766c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:51.057372 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aa849-ffd7-48eb-9045-9d0960c2c677 req-3b8e09d2-8ab9-46a4-a5ea-a890801e2661 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:51.059897 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-758aa849-ffd7-48eb-9045-9d0960c2c677 req-3b8e09d2-8ab9-46a4-a5ea-a890801e2661 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1537030
Nov 11 22:21:51.143536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46548) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:51.143790 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-758aa849-ffd7-48eb-9045-9d0960c2c677 req-012b75a9-652e-4003-94e3-5a53cf7eec48 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719173
Nov 11 22:21:51.177265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:51.273152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:21:51.288557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Usage tracker for resource:security_group_rule and tenant:7e41bcd1b76c488ca53f119f2f8a4641 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:21:51.288557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:21:51.300552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:21:51.459407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:51.641755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:51.641755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-986e53e1-8480-45b6-9e52-0801a6c4eaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:51.641755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0c008b-763c-4162-9b86-84d1636c150f,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:51.641755 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e41bcd1b76c488ca53f119f2f8a4641&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4351342
Nov 11 22:21:51.641755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:51.643711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c03ed-95b7-444e-bf85-0a327261ef5b req-70658e91-6444-4752-a77e-23f06778303f tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:51.643711 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e4c03ed-95b7-444e-bf85-0a327261ef5b req-70658e91-6444-4752-a77e-23f06778303f tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1677420
Nov 11 22:21:51.644509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46558) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:21:51.712866 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e4c03ed-95b7-444e-bf85-0a327261ef5b req-2a28d631-715d-41ee-8294-59cee6dd9aa6 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867813
Nov 11 22:21:51.727847 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c239854-8bc4-438b-9513-dae8197cee40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:51.783267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c239854-8bc4-438b-9513-dae8197cee40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:51.942861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c239854-8bc4-438b-9513-dae8197cee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:51.960373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2994b2b0-f65d-4dfc-bb7d-3b098e933c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:52.004045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c239854-8bc4-438b-9513-dae8197cee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0c008b-763c-4162-9b86-84d1636c150f,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:52.008176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7c239854-8bc4-438b-9513-dae8197cee40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:52.018487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c239854-8bc4-438b-9513-dae8197cee40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:52.026813 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7c239854-8bc4-438b-9513-dae8197cee40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba0c008b-763c-4162-9b86-84d1636c150f HTTP/1.1" status: 204  len: 168 time: 0.3847229
Nov 11 22:21:52.106343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d1538-a5b7-436c-8317-c9cc17482fb3 req-48dffc8b-db33-404c-a902-c97657c09350 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:52.109459 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6f0d1538-a5b7-436c-8317-c9cc17482fb3 req-48dffc8b-db33-404c-a902-c97657c09350 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.1632073
Nov 11 22:21:52.195909 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6f0d1538-a5b7-436c-8317-c9cc17482fb3 req-8e70e293-567e-45d5-a5b1-9e7aa021ad4e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746956
Nov 11 22:21:52.483326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['6cbe0599-8ced-496f-b163-79daf7642b50'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:21:52.545904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584527-c371-4805-a4a3-c798286b8b3d req-4333a26e-fdef-44c4-92c2-3c89b3ab0beb tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:52.549693 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e0584527-c371-4805-a4a3-c798286b8b3d req-4333a26e-fdef-44c4-92c2-3c89b3ab0beb tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1881204
Nov 11 22:21:52.698645 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e0584527-c371-4805-a4a3-c798286b8b3d req-26f2ce0d-f0d2-43c3-b30b-50c62ef5ba8e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424477
Nov 11 22:21:53.019970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217aa7d0-6c88-4210-b008-9bb770888a61 req-eb71b310-6939-46bd-b6b9-1119b7a7da0a tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:53.022906 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-217aa7d0-6c88-4210-b008-9bb770888a61 req-eb71b310-6939-46bd-b6b9-1119b7a7da0a tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1207716
Nov 11 22:21:53.085342 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-217aa7d0-6c88-4210-b008-9bb770888a61 req-93c0c793-e8dd-4c02-a8cc-9c13df79cadd tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527503
Nov 11 22:21:53.470601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce20db8-6ce4-42dc-8d01-dd5ae02b54e0 req-3a9d6a50-21eb-4ccb-96c6-63227854875d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:53.472295 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ce20db8-6ce4-42dc-8d01-dd5ae02b54e0 req-3a9d6a50-21eb-4ccb-96c6-63227854875d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.0948379
Nov 11 22:21:53.548351 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ce20db8-6ce4-42dc-8d01-dd5ae02b54e0 req-4552ae46-b5d4-43d7-b66b-02672e407a20 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694025
Nov 11 22:21:54.009518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60ab2c-ad78-45ec-8c14-eb4dd537c66c req-92f9c0a7-cf14-4c9e-8794-c5f5bcb48f27 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:54.011938 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd60ab2c-ad78-45ec-8c14-eb4dd537c66c req-92f9c0a7-cf14-4c9e-8794-c5f5bcb48f27 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1483924
Nov 11 22:21:54.071669 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd60ab2c-ad78-45ec-8c14-eb4dd537c66c req-f6c364fc-2f79-4b34-8930-d587c7650535 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518744
Nov 11 22:21:54.265218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:21:54.337348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5042bd-d140-44cc-9a34-654a56620180 req-64ee2eda-c210-44d9-ad56-9cf0692d58d6 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:54.340360 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-df5042bd-d140-44cc-9a34-654a56620180 req-64ee2eda-c210-44d9-ad56-9cf0692d58d6 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1031287
Nov 11 22:21:54.430750 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-df5042bd-d140-44cc-9a34-654a56620180 req-830a2a36-1ac6-4e04-a8bc-ff79c1e5b52e tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794687
Nov 11 22:21:54.811660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86783e61-ae08-4343-8957-ea360a4c599a req-39ebd6da-2392-48b8-9505-9f8b6fab916c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:54.814648 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-86783e61-ae08-4343-8957-ea360a4c599a req-39ebd6da-2392-48b8-9505-9f8b6fab916c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.1172550
Nov 11 22:21:54.925519 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-86783e61-ae08-4343-8957-ea360a4c599a req-138be727-dc0e-432c-959c-763cd851c15a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983739
Nov 11 22:21:55.477682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561266a-0228-4e1c-8c8e-fa4bab7846a4 req-3c0e9061-0865-42f1-9e36-d74579adaf29 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:55.479417 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a561266a-0228-4e1c-8c8e-fa4bab7846a4 req-3c0e9061-0865-42f1-9e36-d74579adaf29 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1725452
Nov 11 22:21:55.575131 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a561266a-0228-4e1c-8c8e-fa4bab7846a4 req-c29a0cc9-ef5e-4573-b6e6-cff3ac0f5be7 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838852
Nov 11 22:21:55.845104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56816b-aca4-422d-8ec6-6f6f47839112 req-f85c3071-4eb6-4054-a250-df6d3e505c3d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:55.845104 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa56816b-aca4-422d-8ec6-6f6f47839112 req-f85c3071-4eb6-4054-a250-df6d3e505c3d tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1202512
Nov 11 22:21:55.927328 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa56816b-aca4-422d-8ec6-6f6f47839112 req-2ec461fd-8787-4e4b-8e18-8d07e56195a5 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725806
Nov 11 22:21:56.273579 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e015-f7a2-4e45-97cd-9e8f3156d9eb req-8246245c-c51d-4878-8f8c-2322552ac429 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:56.275182 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a51e015-f7a2-4e45-97cd-9e8f3156d9eb req-8246245c-c51d-4878-8f8c-2322552ac429 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.1205463
Nov 11 22:21:56.348939 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a51e015-f7a2-4e45-97cd-9e8f3156d9eb req-5de3d88e-b7a7-4da9-9c88-6fe6a1949b6e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641851
Nov 11 22:21:56.683012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-25f64552-f912-47c2-94fc-6854fe7ffcc8 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:56.684348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-25f64552-f912-47c2-94fc-6854fe7ffcc8 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Synchronizing usage tracker for tenant:efc58f1d94534a9fa99804643317b498 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:21:56.747915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-25f64552-f912-47c2-94fc-6854fe7ffcc8 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Unset dirty status for tenant:efc58f1d94534a9fa99804643317b498 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:21:56.749511 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-25f64552-f912-47c2-94fc-6854fe7ffcc8 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1574714
Nov 11 22:21:56.834361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a8326-9e38-4796-9da2-8a1cd0b45431 req-d1eacfc8-f3af-49bf-9bb5-ab0b745df7a9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:56.836130 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a80a8326-9e38-4796-9da2-8a1cd0b45431 req-d1eacfc8-f3af-49bf-9bb5-ab0b745df7a9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1112275
Nov 11 22:21:56.837366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Deleting port 0334bfd6-ed90-49cf-8999-a129611c1e7f {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:21:56.837768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:56.932739 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a80a8326-9e38-4796-9da2-8a1cd0b45431 req-d426b930-49bd-49a1-8d15-47e21574f8fd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768018
Nov 11 22:21:56.964844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:57.294716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91f43-bcf0-40da-a7ca-7575f0ebd158 req-e2857a9a-27f1-411a-8513-05f0e16ec6a3 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:57.296606 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eea91f43-bcf0-40da-a7ca-7575f0ebd158 req-e2857a9a-27f1-411a-8513-05f0e16ec6a3 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 949 time: 0.1322687
Nov 11 22:21:57.335980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] For port 0334bfd6-ed90-49cf-8999-a129611c1e7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0334bfd6-ed90-49cf-8999-a129611c1e7f,segment=NetworkSegment(b8f1678b-3d32-4c4f-ac95-43345c734994),segment_id=b8f1678b-3d32-4c4f-ac95-43345c734994)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:57.336552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:57.385855 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eea91f43-bcf0-40da-a7ca-7575f0ebd158 req-c7aeab9a-623a-48d3-8083-ffd4a99f74fa tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcb5bb63-b611-41e7-90b0-f7ffec723281&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767920
Nov 11 22:21:57.521635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Calling delete_port for 0334bfd6-ed90-49cf-8999-a129611c1e7f owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:21:57.765564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:21:57.783399 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12196d-fc42-4505-9e7e-4f279dfe5149 req-788e39c6-82e8-41ec-b444-655b135e7368 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:57.793999 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e12196d-fc42-4505-9e7e-4f279dfe5149 req-788e39c6-82e8-41ec-b444-655b135e7368 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.1631484
Nov 11 22:21:57.880683 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e12196d-fc42-4505-9e7e-4f279dfe5149 req-a35e2144-ee1a-4df4-899b-e5f6ff8d8311 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823598
Nov 11 22:21:58.107623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 6cbe0599-8ced-496f-b163-79daf7642b50 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:21:58.117669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:58.120473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 6cbe0599-8ced-496f-b163-79daf7642b50 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:21:58.122804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:58.145499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82794624-2b28-46ab-9576-5b54f1f8fc03 req-bf8fb75e-79b1-4dac-8af2-8a3cdcceb86e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:58.146752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:58.147498 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-82794624-2b28-46ab-9576-5b54f1f8fc03 req-bf8fb75e-79b1-4dac-8af2-8a3cdcceb86e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0991743
Nov 11 22:21:58.194954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['0334bfd6-ed90-49cf-8999-a129611c1e7f'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:21:58.236450 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-82794624-2b28-46ab-9576-5b54f1f8fc03 req-2ef410e4-4c00-419d-a680-9c6f7479848a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741205
Nov 11 22:21:58.246844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Pushing event deleted for resources: {'Port': ['ID=0334bfd6-ed90-49cf-8999-a129611c1e7f,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:58.254813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:58.302119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] No DVR routers for this DVR port 0334bfd6-ed90-49cf-8999-a129611c1e7f on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:21:58.317102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:58.328163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6b7f2c-7734-4d9b-b3d7-16a0ad095304', 'name': 'network-vif-deleted', 'tag': '0334bfd6-ed90-49cf-8999-a129611c1e7f'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:21:58.352677 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-277a3bac-26d7-4398-ba23-fd4bebe6e262 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1099 time: 0.3195052
Nov 11 22:21:58.635762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:58.679354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:21:58.681131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:21:58.745606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:21:58.747710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:21:58.868737 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6b7f2c-7734-4d9b-b3d7-16a0ad095304', 'name': 'network-vif-deleted', 'tag': '0334bfd6-ed90-49cf-8999-a129611c1e7f', 'status': 'completed', 'code': 200}
Nov 11 22:21:58.874795 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-367ec7ba-89a6-4878-adf2-4b7dda709131 req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.65 "DELETE /v2.0/ports/0334bfd6-ed90-49cf-8999-a129611c1e7f HTTP/1.1" status: 204  len: 173 time: 2.1180835
Nov 11 22:21:58.953792 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4773fc8f-d9fc-4e9a-b11d-a0a065f38e4f req-86383f73-3488-46c1-9f29-f613bb6f31a9 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.1323185
Nov 11 22:21:58.956905 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:21:58.983659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:21:59.044155 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50', 'code': 200}
Nov 11 22:21:59.059422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-89440bf8-fb4d-431e-9e5d-35b2ad4e9ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:59.062419 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-89440bf8-fb4d-431e-9e5d-35b2ad4e9ceb service neutron] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 920 time: 0.7059362
Nov 11 22:21:59.229569 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-4ce8b218-e19e-40cd-87d1-a011f2ed4cbd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9 HTTP/1.1" status: 200  len: 217 time: 0.1498444
Nov 11 22:21:59.336853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb0502-746a-45fa-bbf2-e3a13f14c37a req-22af5489-991e-49be-94db-9192b02b82c8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:59.338556 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bbbb0502-746a-45fa-bbf2-e3a13f14c37a req-22af5489-991e-49be-94db-9192b02b82c8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0995331
Nov 11 22:21:59.347257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-ed92d0d0-a4c9-4472-b432-3edcd1ba7474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:59.350133 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-ed92d0d0-a4c9-4472-b432-3edcd1ba7474 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.1115294
Nov 11 22:21:59.414909 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bbbb0502-746a-45fa-bbf2-e3a13f14c37a req-a3099942-d28e-4355-9e9e-a2dbd24416a1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694418
Nov 11 22:21:59.500915 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-bd9353b5-4053-462f-8a04-4dbd89217192 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0995002
Nov 11 22:21:59.589666 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-82395890-481c-4b72-b16c-f2b97068f8e6 req-beea4612-9a94-4f7a-9386-5a797f5cd086 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1098 time: 0.1407611
Nov 11 22:21:59.619917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae08849-727b-4c93-84a6-af86d307546f req-2a2cae54-291a-4f48-936e-9f1440a1c0b3 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:21:59.623431 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6ae08849-727b-4c93-84a6-af86d307546f req-2a2cae54-291a-4f48-936e-9f1440a1c0b3 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1498709
Nov 11 22:21:59.726217 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-82395890-481c-4b72-b16c-f2b97068f8e6 req-681f4d7a-c4d5-480d-a0f4-43a62bdeab06 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845973
Nov 11 22:21:59.750075 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-4e6a77c1-c87e-489e-85ba-9c9dc120006f service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232094
Nov 11 22:21:59.782055 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6ae08849-727b-4c93-84a6-af86d307546f req-8265751a-3b44-4d5e-b77a-34a02c82effb tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422863
Nov 11 22:22:00.177709 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5d178ef6-2098-4228-8d51-6b8af8e9eeca req-9a987420-2fb3-4859-9863-ddee867fc209 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa6b7f2c-7734-4d9b-b3d7-16a0ad095304 HTTP/1.1" status: 200  len: 210 time: 0.0488079
Nov 11 22:22:00.427152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f99523a-b257-4eb2-8b76-2299d8460af6 req-abdc5c38-14ee-4fd2-b6d5-c4d7d9e8141d service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157600
Nov 11 22:22:00.695452 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46776) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:00.793578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fa7cd-1c43-49dc-8df4-5949a55651c8 req-fd71526a-b500-425f-8b6e-5ac3664f432f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:00.796572 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d5fa7cd-1c43-49dc-8df4-5949a55651c8 req-fd71526a-b500-425f-8b6e-5ac3664f432f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1786778
Nov 11 22:22:00.981526 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d5fa7cd-1c43-49dc-8df4-5949a55651c8 req-89f86fa2-9168-4a5a-a2fe-88cd670f83ea tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1595976
Nov 11 22:22:01.102844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:01.141165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:01.145986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Usage tracker for resource:security_group_rule and tenant:6d2a64cb42e847cb98402e52ac65c498 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:01.149359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:01.158318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:01.203769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2862c8-1030-4d97-8a16-55f14cbb2b9f req-f50ee3c7-eded-4997-897e-af86d27f89c9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:01.205896 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cb2862c8-1030-4d97-8a16-55f14cbb2b9f req-f50ee3c7-eded-4997-897e-af86d27f89c9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0979562
Nov 11 22:22:01.239433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:01.267245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:01.268269 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cb2862c8-1030-4d97-8a16-55f14cbb2b9f req-75896ba2-a5e2-4a27-a362-943ee6deeac0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495789
Nov 11 22:22:01.308625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-15b90388-8ecf-451e-9891-d8070546125b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:01.350534 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d2a64cb42e847cb98402e52ac65c498&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6530528
Nov 11 22:22:01.351451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e7aaa-cd29-4e89-8566-295ec970894e,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:01.352786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46796) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:01.370992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:01.449520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d76e1c68-1f60-4c43-b15e-5dde12f4bb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:01.507911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d76e1c68-1f60-4c43-b15e-5dde12f4bb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:01.774629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 0334bfd6-ed90-49cf-8999-a129611c1e7f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:22:01.877140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 0334bfd6-ed90-49cf-8999-a129611c1e7f {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:22:01.877943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 0334bfd6-ed90-49cf-8999-a129611c1e7f not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:22:02.047138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d76e1c68-1f60-4c43-b15e-5dde12f4bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:02.083754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:02.136760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e1c68-1f60-4c43-b15e-5dde12f4bb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e7aaa-cd29-4e89-8566-295ec970894e,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:02.147608 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d76e1c68-1f60-4c43-b15e-5dde12f4bb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:02.158866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d76e1c68-1f60-4c43-b15e-5dde12f4bb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:02.160866 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d76e1c68-1f60-4c43-b15e-5dde12f4bb93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d6e7aaa-cd29-4e89-8566-295ec970894e HTTP/1.1" status: 204  len: 168 time: 0.8067715
Nov 11 22:22:02.373549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c7d39-7595-402a-9408-62a3290a8eaf req-9deb2e63-9c28-47c3-8f02-4f559dbd698a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:02.375185 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-209c7d39-7595-402a-9408-62a3290a8eaf req-9deb2e63-9c28-47c3-8f02-4f559dbd698a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1191552
Nov 11 22:22:02.446355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-209c7d39-7595-402a-9408-62a3290a8eaf req-af6cc2f1-5273-42ca-a9a2-a6d73d67a0e6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608621
Nov 11 22:22:02.832524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2257ed-249c-405a-9f2f-0254e005bb95 req-e0f3da29-02c9-4b91-8ce2-b0b56bcbd605 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:02.836131 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d2257ed-249c-405a-9f2f-0254e005bb95 req-e0f3da29-02c9-4b91-8ce2-b0b56bcbd605 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.2268224
Nov 11 22:22:02.974722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bedee-0f57-4fbc-9042-e9a71718c460 req-8223edac-7fe1-46ba-bcd7-3f50477b1e3b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:02.976089 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c72bedee-0f57-4fbc-9042-e9a71718c460 req-8223edac-7fe1-46ba-bcd7-3f50477b1e3b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.2634816
Nov 11 22:22:02.986152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d2257ed-249c-405a-9f2f-0254e005bb95 req-769f79dd-8e43-46e4-931c-b07c971ba01a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168404
Nov 11 22:22:02.994542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 46882) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:03.001596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'floatingip': {'port_id': '6cbe0599-8ced-496f-b163-79daf7642b50'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:03.013327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46886) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:03.055230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:03.132503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:03.148182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Usage tracker for resource:security_group_rule and tenant:d9af00e5644c47e6a06c085f318930b0 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:03.152529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:03.160679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:03.211273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:03.365372 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:03.398756 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:03.410500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:03.455045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22476468-cae5-4109-9e35-da9fa2a00cb9,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:03.459152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:03.480495 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9af00e5644c47e6a06c085f318930b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4642930
Nov 11 22:22:03.484353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 46934) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:03.564562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b5b2-d745-40ae-baaa-8c736f4be3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:03.615540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b5b2-d745-40ae-baaa-8c736f4be3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:03.891113 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b5b2-d745-40ae-baaa-8c736f4be3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:03.908881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-250d1b20-6762-4d40-a611-11f3a4635475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:03.952288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2b5b2-d745-40ae-baaa-8c736f4be3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22476468-cae5-4109-9e35-da9fa2a00cb9,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:03.958588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1cf2b5b2-d745-40ae-baaa-8c736f4be3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:03.961485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b5b2-d745-40ae-baaa-8c736f4be3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:03.965948 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1cf2b5b2-d745-40ae-baaa-8c736f4be3e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22476468-cae5-4109-9e35-da9fa2a00cb9 HTTP/1.1" status: 204  len: 168 time: 0.4798751
Nov 11 22:22:04.359632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:04.423747 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb5f0b-9e1f-4bf0-b094-07c77a2fe752 req-84434eaa-4092-4067-a410-5460c7c9112b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:04.425701 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cebb5f0b-9e1f-4bf0-b094-07c77a2fe752 req-84434eaa-4092-4067-a410-5460c7c9112b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1594353
Nov 11 22:22:04.484210 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cebb5f0b-9e1f-4bf0-b094-07c77a2fe752 req-42a5bb5f-f938-42e5-94d7-34d193960c36 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496519
Nov 11 22:22:04.502488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:04.926160 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Floating IP 45892b37-7889-41cc-bc89-54d1a0b0f9b9 associated. External IP: 172.27.1.22, port: 6cbe0599-8ced-496f-b163-79daf7642b50.
Nov 11 22:22:05.794575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa544e-d482-472a-99cb-4443377661d6 req-2eeed927-1fa2-44b0-841f-21602e645b94 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:05.802856 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-29fa544e-d482-472a-99cb-4443377661d6 req-2eeed927-1fa2-44b0-841f-21602e645b94 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1528122
Nov 11 22:22:05.849176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Router 28aca097-9094-465a-9de7-91cc01af248b has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:22:05.892521 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-29fa544e-d482-472a-99cb-4443377661d6 req-a107a36a-5030-4c48-9e46-4fe3e2c4a95d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882072
Nov 11 22:22:06.080165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47034) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:06.280112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:22:06.294452 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] Sync routers for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:22:06.319730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:06.348961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:06.367781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7866668>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:21:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:06.411052 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-f8ca8f79-ac8a-46d0-bb60-865f577d3858 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "PUT /v2.0/floatingips/45892b37-7889-41cc-bc89-54d1a0b0f9b9 HTTP/1.1" status: 200  len: 990 time: 3.4144583
Nov 11 22:22:06.412050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:22:06.455772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-adf402c1-8458-4d6d-8efa-6c6c84b17deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:06.495204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:06.547420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:06.553659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Usage tracker for resource:security_group_rule and tenant:7e597fd4ea054e4b9c785fc6dd6edf1f is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:06.557204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:06.564691 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:06.657047 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50', 'status': 'completed', 'code': 200}
Nov 11 22:22:06.724118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:06.764948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:06.772428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:06.866962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f90e61b-8a42-4aa4-9529-b2abf080ada6,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:06.879518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:06.886747 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e597fd4ea054e4b9c785fc6dd6edf1f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8042502
Nov 11 22:22:06.900090 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47080) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:07.021255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:07.211899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-337ef957-143b-4bb9-9264-64e31c04561a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:07.270312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-337ef957-143b-4bb9-9264-64e31c04561a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:07.414429 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-476e8208-83bc-4df1-a794-aa620b606e59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1098 time: 0.7367842
Nov 11 22:22:07.514385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7866668>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '45892b37-7889-41cc-bc89-54d1a0b0f9b9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '28aca097-9094-465a-9de7-91cc01af248b', 'port_id': '6cbe0599-8ced-496f-b163-79daf7642b50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'mac_address': 'fa:16:3e:54:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:31Z', 'updated_at': '2021-11-11T22:22:04Z', 'revision_number': 1, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:07.527739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] Checking router: 28aca097-9094-465a-9de7-91cc01af248b for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:22:07.569971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:07.571115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7866668>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:21:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:07.740680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-5c14161c-126e-4dd8-9b6c-059f06f4f543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:07.742435 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-5c14161c-126e-4dd8-9b6c-059f06f4f543 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.3053524
Nov 11 22:22:07.889832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-337ef957-143b-4bb9-9264-64e31c04561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:07.911279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4acfbb49-7ef2-4c65-8f46-2fe9cac1cd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:07.959129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ef957-143b-4bb9-9264-64e31c04561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f90e61b-8a42-4aa4-9529-b2abf080ada6,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:07.972535 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-337ef957-143b-4bb9-9264-64e31c04561a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:07.976806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-337ef957-143b-4bb9-9264-64e31c04561a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:07.978336 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-337ef957-143b-4bb9-9264-64e31c04561a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f90e61b-8a42-4aa4-9529-b2abf080ada6 HTTP/1.1" status: 204  len: 168 time: 1.0745952
Nov 11 22:22:08.012028 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-a70fc6ee-c306-410c-9893-79a3ec376163 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 200  len: 998 time: 0.2590563
Nov 11 22:22:08.070996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:08.107557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-c9fef526-bce2-4f70-ac5c-07ba28c40892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:08.109191 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-c9fef526-bce2-4f70-ac5c-07ba28c40892 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0788877
Nov 11 22:22:08.231987 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-03dedd98-85aa-4681-b39b-efbf50318ffb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1103873
Nov 11 22:22:08.550718 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-c2217532-5d1d-4d36-913b-31439d1eb9d1 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3090589
Nov 11 22:22:08.769541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c5928ff-64a4-4382-a492-ca6443e000f7 req-e1367477-09a2-4e27-bcf0-856e935904e2 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2064559
Nov 11 22:22:08.770376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b085c045-233a-46a8-b6bb-6be98b3a1d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:08.780610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7866668>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '45892b37-7889-41cc-bc89-54d1a0b0f9b9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '28aca097-9094-465a-9de7-91cc01af248b', 'port_id': '6cbe0599-8ced-496f-b163-79daf7642b50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'mac_address': 'fa:16:3e:54:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:31Z', 'updated_at': '2021-11-11T22:22:04Z', 'revision_number': 1, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:08.794675 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48bb02-bfd7-4392-9ca8-cd9e79124116 None None] The sync data for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi is: [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '45892b37-7889-41cc-bc89-54d1a0b0f9b9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '28aca097-9094-465a-9de7-91cc01af248b', 'port_id': '6cbe0599-8ced-496f-b163-79daf7642b50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'mac_address': 'fa:16:3e:54:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:31Z', 'updated_at': '2021-11-11T22:22:04Z', 'revision_number': 1, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:22:08.884891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:09.387404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01820abf-26ba-4854-a900-6e6ab0838284 None None] New status for floating IP 45892b37-7889-41cc-bc89-54d1a0b0f9b9: ACTIVE {{(pid=88346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:22:09.711631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:10.319689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402031d4-1c37-41c3-b3b8-82207ccf42b0 req-2bcdfb0e-6ef0-46cd-9be1-bb70048c0cc9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:10.319689 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-402031d4-1c37-41c3-b3b8-82207ccf42b0 req-2bcdfb0e-6ef0-46cd-9be1-bb70048c0cc9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1050940
Nov 11 22:22:10.379338 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-402031d4-1c37-41c3-b3b8-82207ccf42b0 req-8e6e208f-7eac-4d67-b9da-1ec12a49473b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549278
Nov 11 22:22:11.096415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:12.275324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47340) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:12.484323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:12.537641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:12.542607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Usage tracker for resource:security_group_rule and tenant:0c1ea4a301dd4642bf7682f87a5c67de is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:12.546018 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:12.552857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:12.625742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:12.659072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:12.667573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-63120516-53f4-4b8f-ac18-76dcff973a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:12.714230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec14b30d-2009-4e03-9f4d-bf9a74405314,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:12.717500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:12.719950 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c1ea4a301dd4642bf7682f87a5c67de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4427574
Nov 11 22:22:12.722911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47348) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:12.802192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eb019bf4-d4b5-4dfa-91d4-1674f4d2b2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:12.832179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eb019bf4-d4b5-4dfa-91d4-1674f4d2b2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:12.916477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eb019bf4-d4b5-4dfa-91d4-1674f4d2b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:12.922409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2cd5fdc8-16ad-4512-9d6a-cf254a26bd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:12.933942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb019bf4-d4b5-4dfa-91d4-1674f4d2b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec14b30d-2009-4e03-9f4d-bf9a74405314,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:12.941251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eb019bf4-d4b5-4dfa-91d4-1674f4d2b2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:12.942393 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eb019bf4-d4b5-4dfa-91d4-1674f4d2b2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:12.943837 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-eb019bf4-d4b5-4dfa-91d4-1674f4d2b2b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec14b30d-2009-4e03-9f4d-bf9a74405314 HTTP/1.1" status: 204  len: 168 time: 0.2194290
Nov 11 22:22:13.665380 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-a2f4d8ce-2c8a-4f70-a55c-ee7c62d332a6 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:13.668243 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-a2f4d8ce-2c8a-4f70-a55c-ee7c62d332a6 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 814 time: 0.2079327
Nov 11 22:22:13.693818 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f1db7666-4362-4f38-b992-5c49b086fc48 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/quotas/415a98da77784590b45e9f4f8d5e1f2a HTTP/1.1" status: 200  len: 375 time: 0.0185184
Nov 11 22:22:13.728560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47390) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:13.782327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:13.842492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:13.847820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Usage tracker for resource:security_group_rule and tenant:7c0286db21ea4d68ae405042b0e9268e is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:13.851504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:13.861476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:13.981710 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-904a8b65-1f36-4b08-9751-439bee343749 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2716007
Nov 11 22:22:14.038539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.073550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.107459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7066a78b-32c3-4e76-b619-81b4124ffd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:14.210247 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c0286db21ea4d68ae405042b0e9268e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4800315
Nov 11 22:22:14.213401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47402) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:14.260229 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47406) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:14.262179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe141c-18fc-4fd2-8648-248709f57cad,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:14.268831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:14.310105 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-0a7a7b7e-0981-4f83-a43c-9050a4f61f86 service neutron] 10.222.0.18 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3268294
Nov 11 22:22:14.314384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88713075-1c4d-4a72-9553-ca0ac825d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.355245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88713075-1c4d-4a72-9553-ca0ac825d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.502370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88713075-1c4d-4a72-9553-ca0ac825d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.518481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2fe79bb2-30bd-4df2-a368-5ab07f8c3f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:14.539967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88713075-1c4d-4a72-9553-ca0ac825d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe141c-18fc-4fd2-8648-248709f57cad,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:14.543030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-88713075-1c4d-4a72-9553-ca0ac825d437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:14.548982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88713075-1c4d-4a72-9553-ca0ac825d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.550249 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-88713075-1c4d-4a72-9553-ca0ac825d437 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67fe141c-18fc-4fd2-8648-248709f57cad HTTP/1.1" status: 204  len: 168 time: 0.3354967
Nov 11 22:22:14.598929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47418) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:14.600761 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0c9bb80f-b68c-4860-86e5-46bbf03d9fa3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efc58f1d94534a9fa99804643317b498&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3386369
Nov 11 22:22:14.624052 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-aa0062cd-c1ce-4ea1-9533-4caed416f368 service neutron] 10.222.0.18 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3013110
Nov 11 22:22:14.724958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-942666e6-4960-4e1f-8f1a-0a2a2fa19d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.759116 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-942666e6-4960-4e1f-8f1a-0a2a2fa19d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.884862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-942666e6-4960-4e1f-8f1a-0a2a2fa19d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.903547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ae063366-562e-4d86-b086-ef0d500b6d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:14.948672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942666e6-4960-4e1f-8f1a-0a2a2fa19d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb5bb63-b611-41e7-90b0-f7ffec723281,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:14.956407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-942666e6-4960-4e1f-8f1a-0a2a2fa19d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:14.970005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-942666e6-4960-4e1f-8f1a-0a2a2fa19d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:14.984972 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-942666e6-4960-4e1f-8f1a-0a2a2fa19d6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcb5bb63-b611-41e7-90b0-f7ffec723281 HTTP/1.1" status: 204  len: 168 time: 0.3779860
Nov 11 22:22:14.985365 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0b15e95c-1283-4b9f-b7ca-f1eaa3ba6965 req-523bb01d-fa58-4140-ac87-90288fe491f1 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 210 time: 0.1065471
Nov 11 22:22:15.411393 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47446) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:15.446353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:15.491626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:15.496798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a06faa8c20414d9c262730feb879a5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:15.503163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:15.516430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:15.613808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:15.653209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:15.662432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ef787031-c551-4f3a-a545-da42c649403b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:15.706791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef55aea8-c8f7-4144-94ee-598c149c8f27,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:15.710311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:15.717035 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6a06faa8c20414d9c262730feb879a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3017554
Nov 11 22:22:15.718102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47454) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:15.797314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b5c0968a-fb93-4762-8edf-4ca5cbbc4392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:15.825347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b5c0968a-fb93-4762-8edf-4ca5cbbc4392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:15.916271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b5c0968a-fb93-4762-8edf-4ca5cbbc4392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:15.931475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7237ce8d-21f8-4549-8bee-04360f00331c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:15.952212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b5c0968a-fb93-4762-8edf-4ca5cbbc4392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:15.957320 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b5c0968a-fb93-4762-8edf-4ca5cbbc4392 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef55aea8-c8f7-4144-94ee-598c149c8f27 HTTP/1.1" status: 204  len: 168 time: 0.2362134
Nov 11 22:22:15.957320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0968a-fb93-4762-8edf-4ca5cbbc4392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef55aea8-c8f7-4144-94ee-598c149c8f27,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:15.960076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b5c0968a-fb93-4762-8edf-4ca5cbbc4392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:16.250723 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-26a52d1c-f31d-4c69-9b90-7504d32806f4 req-0cc64730-325d-4392-bcf0-cbac4491e374 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 210 time: 0.0988395
Nov 11 22:22:16.763245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47494) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:17.045812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1908258624-network', 'tenant_id': 'f76d0fc673c443d9a3f5a3b9e6d38a45'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:17.052322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:17.071691 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Usage tracker for resource:network and tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:17.081082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:17.097403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:17.179468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Made reservation on behalf of f76d0fc673c443d9a3f5a3b9e6d38a45 for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:22:17.185230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.201165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.242346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:17.247458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:17.250706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:17.261044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:17.361021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.388027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.395298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-058e5294-ed41-4a92-908a-58bf51425fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:17.485182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-d2025bb4-0ae1-40a9-9879-0f9e9ec51766 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:17.487505 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-d2025bb4-0ae1-40a9-9879-0f9e9ec51766 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 814 time: 0.2301199
Nov 11 22:22:17.511741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=88345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:22:17.514851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Request body: {'port': {'device_id': '8db2eb70-9eb7-4152-b2ce-255c79df3591', 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'admin_state_up': True, 'tenant_id': '415a98da77784590b45e9f4f8d5e1f2a'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:17.516149 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-86046635-5339-4db5-8727-d358cd703403 req-5ce77e49-4b74-47c3-ab79-8f5770c19bce tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 210 time: 0.0838335
Nov 11 22:22:17.522897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d5609c-014d-49bd-b6ea-113daa778124,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:17.528977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:17.532668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.533106 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Added segment 068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc of type vlan for network a751847a-76d9-414b-b331-4c024736036b
Nov 11 22:22:17.582950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47518) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:17.600423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.722553 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.725364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:17.726885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.735204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c25cd839-e07a-47ee-81cf-612080002a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:17.747597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:17.752294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Usage tracker for resource:port and tenant:415a98da77784590b45e9f4f8d5e1f2a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:17.760971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:17.764066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:17.815880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Made reservation on behalf of 415a98da77784590b45e9f4f8d5e1f2a for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:22:17.822142 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:17.934492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a751847a-76d9-414b-b331-4c024736036b,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:17.939087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:17.947918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network a751847a-76d9-414b-b331-4c024736036b details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:22:17.949502 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-929547954-network', 'tenant_id': '6c57740d18784553b80eed25f69f8425'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:17.956067 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1915817
Nov 11 22:22:17.957878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:17.959637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47532) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:17.963921 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Usage tracker for resource:network and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:17.968111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:17.971488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Request body: {'subnet': {'network_id': 'a751847a-76d9-414b-b331-4c024736036b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1908258624-subnet', 'tenant_id': 'f76d0fc673c443d9a3f5a3b9e6d38a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:17.975930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:17.984176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:18.001500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Usage tracker for resource:subnet and tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:18.008088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:18.020396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:18.076447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Made reservation on behalf of 6c57740d18784553b80eed25f69f8425 for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:22:18.083309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.101757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.110619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Made reservation on behalf of f76d0fc673c443d9a3f5a3b9e6d38a45 for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:22:18.115481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839102880'] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.149256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:18.157599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Usage tracker for resource:security_group_rule and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:18.163405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:18.176014 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:18.260599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Allocated IP 172.20.0.6 (f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456/e631a5fa-70dd-4c4a-8199-4dbb931e37d8/04a62df9-34a5-4fca-8109-bd8a73ed9d05) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:22:18.270477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.304827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.319655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=88345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:22:18.331206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.331868 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Added segment de9fa253-312a-4f9e-afa1-e7c3bba5a2cf of type vlan for network 1368af54-0291-4cb3-a24f-f27118575299
Nov 11 22:22:18.340345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1cf2b5b2-d745-40ae-baaa-8c736f4be3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:18.380181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457d76d3-4e01-4ced-84b0-2b829c59c3d8,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:18.386992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:18.425546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.511530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839529374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839102863'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.523210 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0827dc1b-2621-4ee5-93ea-57ef9d5ac732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:18.533247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.534626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:18.535286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.540803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:18.659888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Pushing event updated for resources: {'Network': ['ID=1368af54-0291-4cb3-a24f-f27118575299,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:18.663141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:18.675337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 1368af54-0291-4cb3-a24f-f27118575299 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:22:18.677479 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0875561
Nov 11 22:22:18.678397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47544) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:18.685028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Request body: {'subnet': {'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-929547954-subnet', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'ip_version': 4}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:18.692629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:18.745345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Usage tracker for resource:subnet and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:18.755386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:18.768795 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-481ab415-e2e9-4468-84d7-f2ee36dfc57f req-aa10d3a5-8279-4c07-8316-be88283d08cd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 210 time: 0.0777910
Nov 11 22:22:18.769998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:18.836439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Made reservation on behalf of 6c57740d18784553b80eed25f69f8425 for: {'subnet': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:22:18.845272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838540329'] for subnet, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:18.965664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b298e793-ab38-42b2-9f0f-be0d9717976b,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:18.980650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:18.995505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Checking segment: {'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:18.996029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Network hostable DHCP agents. Network: a751847a-76d9-414b-b331-4c024736036b, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:22:19.124001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Network a751847a-76d9-414b-b331-4c024736036b is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:22:19.176729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:19.231245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, a751847a-76d9-414b-b331-4c024736036b) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:19.236902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:19.237666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:19.241310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a956d-21c4-46d2-90b6-110b0a9c849c None None] Network a751847a-76d9-414b-b331-4c024736036b requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:22:19.271945 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:19.281991 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:19.371559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:19.382032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['fdd53752-f197-4ff2-ac1e-e17d49fc1545', '28d819e4-9ffb-46f3-8346-6eb41adab999', '5a4e95e8-73b5-45a2-996d-9a71d2add150'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:22:19.389419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:19.396829 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4314823
Nov 11 22:22:19.397952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:22:19.478740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Pushing event updated for resources: {'Port': ['ID=04a62df9-34a5-4fca-8109-bd8a73ed9d05,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:19.481148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838540346'] for subnet, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:19.485209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:19.499964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-869a5658-ed0c-4aef-b650-a76d14abc028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:19.507872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:19.508868 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:19.560895 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0555301
Nov 11 22:22:19.589344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Request body: {'port': {'device_id': '8db2eb70-9eb7-4152-b2ce-255c79df3591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:19.605891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96acc01a-7f24-4fe5-bfe7-8503d2aeac66,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:19.614083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:19.656397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Checking segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:19.657671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Network hostable DHCP agents. Network: 1368af54-0291-4cb3-a24f-f27118575299, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:22:19.717584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Network 1368af54-0291-4cb3-a24f-f27118575299 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:22:19.779719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 1368af54-0291-4cb3-a24f-f27118575299) {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:19.786289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:19.787795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:19.799214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b261fe-d035-47d6-8829-bc01aa44d442 None None] Network 1368af54-0291-4cb3-a24f-f27118575299 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:22:19.895657 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d047be0e-be5d-427e-88d9-ff0e3a724b75 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2156167
Nov 11 22:22:19.900017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47570) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:19.909790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:19.923726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:19.946227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Usage tracker for resource:router and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:19.956391 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:19.985804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:20.022755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:20.142148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:20.143212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:20.172731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1745aef-7d56-4f12-9ab0-b0d8d0771db6 None None] Network a751847a-76d9-414b-b331-4c024736036b requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:22:20.205326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310b29e-fabe-4150-9b28-fa4e49113881 req-2d38799a-2049-4375-a189-dff9c2255ba8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:20.213167 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6310b29e-fabe-4150-9b28-fa4e49113881 req-2d38799a-2049-4375-a189-dff9c2255ba8 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 931 time: 0.1297359
Nov 11 22:22:20.282585 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6310b29e-fabe-4150-9b28-fa4e49113881 req-8c576b2b-fc5d-4188-9c49-3c9493fc2ef2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675542
Nov 11 22:22:20.291988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:20.586045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:20.933428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a62df9-34a5-4fca-8109-bd8a73ed9d05 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:22:20.959020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:21.013998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Transition to ACTIVE for port object 04a62df9-34a5-4fca-8109-bd8a73ed9d05 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:21.028954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:21.075020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:21.079859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:21.088786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:21.089879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-1368af54-0291-4cb3-a24f-f27118575299', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:22:21.093510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:21.404990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=04a62df9-34a5-4fca-8109-bd8a73ed9d05,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:21.411952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:21.455051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Allocated IP 172.27.1.111 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/3b59f7b8-31ab-4996-a1d1-c2eefcaae629) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:22:21.795123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Attempting to bind port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:22:21.799098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Attempting to bind port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:22:21.799871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Attempting to bind port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:21.805587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Allocated IP 172.20.0.2 (1368af54-0291-4cb3-a24f-f27118575299/96acc01a-7f24-4fe5-bfe7-8503d2aeac66/7fd2bb83-db51-419b-82f3-04bea670525d) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:22:21.811412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:22:21.812185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Attempting to bind port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 on network f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:21.819909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:22:21.820738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Checking segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:21.821427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Bound using segment: {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:22:21.822097 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Bound port: 04a62df9-34a5-4fca-8109-bd8a73ed9d05, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:22:21.823248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.071077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] For port 04a62df9-34a5-4fca-8109-bd8a73ed9d05, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:22:22.075340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] For port 04a62df9-34a5-4fca-8109-bd8a73ed9d05, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=04a62df9-34a5-4fca-8109-bd8a73ed9d05,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:22:22.112968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.126378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:22.183995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.185784 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] 10.222.0.65 "PUT /v2.0/ports/04a62df9-34a5-4fca-8109-bd8a73ed9d05 HTTP/1.1" status: 200  len: 1093 time: 2.6063297
Nov 11 22:22:22.186665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db2eb70-9eb7-4152-b2ce-255c79df3591', 'tag': '04a62df9-34a5-4fca-8109-bd8a73ed9d05'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:22:22.252434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=04a62df9-34a5-4fca-8109-bd8a73ed9d05,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:22.261492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:22.286759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.305479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Transition to ACTIVE for port object 7fd2bb83-db51-419b-82f3-04bea670525d will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:22.361145 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Transition to ACTIVE for port object 7fd2bb83-db51-419b-82f3-04bea670525d will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:22.405178 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-036c84fb-f171-4bbd-9bf4-f08843cbeebc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 1096 time: 0.0984366
Nov 11 22:22:22.413860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.421617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7b60363f-ccc6-4352-8624-de5834ad52fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:22.495617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.500041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Network 1368af54-0291-4cb3-a24f-f27118575299 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:22.501368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:22.503882 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-24d565f0-749b-4956-9dc5-fee4dbbfa726 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04a62df9-34a5-4fca-8109-bd8a73ed9d05 HTTP/1.1" status: 200  len: 217 time: 0.0846670
Nov 11 22:22:22.506748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:22:22.525069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Pushing event updated for resources: {'Port': ['ID=7fd2bb83-db51-419b-82f3-04bea670525d,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:22.754186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:22.755061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610c320-a720-494f-8017-e8d8d3875833 req-3330dc63-2bff-4536-a752-08e462e1f186 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:22.755061 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e610c320-a720-494f-8017-e8d8d3875833 req-3330dc63-2bff-4536-a752-08e462e1f186 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 943 time: 0.7477672
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Attempting to bind port 7fd2bb83-db51-419b-82f3-04bea670525d on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Attempting to bind port 7fd2bb83-db51-419b-82f3-04bea670525d by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Attempting to bind port 7fd2bb83-db51-419b-82f3-04bea670525d on network 1368af54-0291-4cb3-a24f-f27118575299 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Checking segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Bound using segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Bound port: 7fd2bb83-db51-419b-82f3-04bea670525d, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:22:22.755708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.757331 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e610c320-a720-494f-8017-e8d8d3875833 req-dab2990f-e0c0-4b57-ae87-53f89e4be1e9 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176393
Nov 11 22:22:22.757507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-fd66af35-84dd-420c-8fb9-839f7fd227ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:22.757507 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-fd66af35-84dd-420c-8fb9-839f7fd227ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.1936185
Nov 11 22:22:22.782794 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-00411fe1-5198-4f1a-aabc-5b58ad81c516 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496969
Nov 11 22:22:22.891449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] For port 7fd2bb83-db51-419b-82f3-04bea670525d, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:22:22.898972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] For port 7fd2bb83-db51-419b-82f3-04bea670525d, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=7fd2bb83-db51-419b-82f3-04bea670525d,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:22:22.903187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.919323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:22.942434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:22.947382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:23.023538 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-52de136b-c97f-40a1-8075-a3624afeab24 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290545
Nov 11 22:22:23.094965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Pushing event updated for resources: {'Port': ['ID=3b59f7b8-31ab-4996-a1d1-c2eefcaae629,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:23.113176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Pushing event updated for resources: {'Port': ['ID=7fd2bb83-db51-419b-82f3-04bea670525d,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:23.126803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:23.133649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:23.152703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:23.154546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:23.163995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:22:23.236246 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db2eb70-9eb7-4152-b2ce-255c79df3591', 'tag': '04a62df9-34a5-4fca-8109-bd8a73ed9d05', 'status': 'completed', 'code': 200}
Nov 11 22:22:23.371346 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a021c7fa-a676-450a-83ca-c87fc8880158 req-38a0e612-5818-4cea-89f3-001d66a5c051 service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3335106
Nov 11 22:22:23.379040 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-64d90cdd-ec01-4c68-887a-68ee10eb88a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1099 time: 0.1416039
Nov 11 22:22:23.696857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-5d142c3a-9c50-4480-9250-bfc1fa64b5a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:23.699365 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-5d142c3a-9c50-4480-9250-bfc1fa64b5a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 920 time: 0.3061666
Nov 11 22:22:23.705450 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-e4ecdd73-2cf7-492f-a0af-116334376915 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 1096 time: 0.1979706
Nov 11 22:22:23.717430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-163a9bbc-51c0-49fd-b1a2-c35716ae10ab tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:23.718176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-163a9bbc-51c0-49fd-b1a2-c35716ae10ab tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Synchronizing usage tracker for tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 on resource:network {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:22:23.761805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f99b60-676e-41fe-bd3f-459bbe0f23c8 req-0eff17a1-1480-4048-b49b-1ddfab2f660f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:23.769924 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e1f99b60-676e-41fe-bd3f-459bbe0f23c8 req-0eff17a1-1480-4048-b49b-1ddfab2f660f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.3444457
Nov 11 22:22:23.802193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-163a9bbc-51c0-49fd-b1a2-c35716ae10ab tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Unset dirty status for tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 on resource:network {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:22:23.803737 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-163a9bbc-51c0-49fd-b1a2-c35716ae10ab tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/networks?id=a751847a-76d9-414b-b331-4c024736036b HTTP/1.1" status: 200  len: 814 time: 0.5519638
Nov 11 22:22:23.862445 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-b5ec3e2d-695c-44a8-acbc-01eba75bbfe6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/quotas/f76d0fc673c443d9a3f5a3b9e6d38a45 HTTP/1.1" status: 200  len: 375 time: 0.0515599
Nov 11 22:22:23.874001 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e1f99b60-676e-41fe-bd3f-459bbe0f23c8 req-15e382ef-2c31-4b51-ae19-bf63376dbc91 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027751
Nov 11 22:22:23.896446 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-3a277637-27e3-4c81-8434-aa5154a13dc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9 HTTP/1.1" status: 200  len: 217 time: 0.1727843
Nov 11 22:22:23.993114 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-06c59339-ca54-445a-84b3-ac66d62188aa tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f76d0fc673c443d9a3f5a3b9e6d38a45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1159806
Nov 11 22:22:24.116154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-60e62ce2-1e38-403a-b7ce-87a422047f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:24.117918 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-60e62ce2-1e38-403a-b7ce-87a422047f56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.1181910
Nov 11 22:22:24.125618 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-967bc73a-5442-4177-809b-daeded51fc22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:24.127364 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-967bc73a-5442-4177-809b-daeded51fc22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 200  len: 915 time: 0.3223794
Nov 11 22:22:24.193178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:24.193992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:24.244591 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-b873cd99-73e5-4596-a7a0-42ed4a9ac80b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1161027
Nov 11 22:22:24.253900 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-a2782630-82d9-4049-af11-79fe465cfeb1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04a62df9-34a5-4fca-8109-bd8a73ed9d05 HTTP/1.1" status: 200  len: 217 time: 0.0851226
Nov 11 22:22:24.350306 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-615bffd7-171e-4919-9df4-3faa480e0b65 service neutron] 10.222.0.18 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3462238
Nov 11 22:22:24.401492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-ee40a7e1-48c8-4f63-8a60-ac8b140138be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:24.403335 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-ee40a7e1-48c8-4f63-8a60-ac8b140138be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 200  len: 854 time: 0.0904315
Nov 11 22:22:24.569398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 7fd2bb83-db51-419b-82f3-04bea670525d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:24.594732 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914571d-b487-4268-8c43-63d2ff91af32 req-be5f01a4-a7b5-42be-a0f6-2a7f52427722 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:24.602090 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b914571d-b487-4268-8c43-63d2ff91af32 req-be5f01a4-a7b5-42be-a0f6-2a7f52427722 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 943 time: 0.5397182
Nov 11 22:22:24.701182 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-84534385-30b9-4ae2-8ab5-e3232526c6d4 service neutron] 10.222.0.18 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3485017
Nov 11 22:22:24.795871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 7fd2bb83-db51-419b-82f3-04bea670525d completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:24.822108 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b914571d-b487-4268-8c43-63d2ff91af32 req-385888e1-a148-4ac9-b272-531afd59beac tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187958
Nov 11 22:22:24.911155 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-004412f9-b7c7-4599-bff6-a5b597474377 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6182480
Nov 11 22:22:25.063342 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-d07fc337-20c0-490c-a280-1cb252fee341 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1454792
Nov 11 22:22:25.112919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:22:25.515685 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-135ddd1a-329e-421e-ad65-431b6d3964ef service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4339337
Nov 11 22:22:25.562441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026a6de-c0c0-4de6-90ae-f29d932c03db None None] Network 1368af54-0291-4cb3-a24f-f27118575299 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:22:25.564488 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ce883166-b834-465e-a083-4eb41dd3b9cb req-c12ea38f-2462-4041-935f-102781c134e5 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 210 time: 0.0944347
Nov 11 22:22:25.573223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a078ad-d3ae-47fe-8bf2-60fad998b55f req-ff9d6e25-ee7a-4e82-a333-d7e92431f935 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:25.575460 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-24a078ad-d3ae-47fe-8bf2-60fad998b55f req-ff9d6e25-ee7a-4e82-a333-d7e92431f935 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.2513328
Nov 11 22:22:25.678368 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d987afa5-8d2b-4b7a-923a-4abe75d4fdcc req-9b7f983c-5101-4954-a9f7-ea22cebb7b89 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7649434
Nov 11 22:22:25.824458 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39ad3138-2e81-4732-8ef5-54d77af43344 req-134c770d-2666-4ba2-9d52-632bdf37cbeb service neutron] 10.222.0.65 "GET /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2692008
Nov 11 22:22:25.824906 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-24a078ad-d3ae-47fe-8bf2-60fad998b55f req-e598fc00-f19f-4ec9-a996-737ae23e3b37 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278808
Nov 11 22:22:25.864623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-6a727149-662f-4793-b597-b642e8a0474d None None] Provisioning for port 7fd2bb83-db51-419b-82f3-04bea670525d completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:25.886349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:22:25.902736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:22:25.923619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:25.924539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7866710>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:22:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:26.052872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:26.059146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47710) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:26.063762 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.1614535
Nov 11 22:22:26.232501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:26.245549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-6a727149-662f-4793-b597-b642e8a0474d None None] Provisioning complete for port 7fd2bb83-db51-419b-82f3-04bea670525d triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:26.246179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6a727149-662f-4793-b597-b642e8a0474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:26.355934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afaccf-ba76-4dd4-9f08-a0cf860e6f9d req-39cee5bf-3889-4f87-af6a-c61238abf85e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:26.365685 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b4afaccf-ba76-4dd4-9f08-a0cf860e6f9d req-39cee5bf-3889-4f87-af6a-c61238abf85e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 943 time: 0.2154167
Nov 11 22:22:26.480272 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b4afaccf-ba76-4dd4-9f08-a0cf860e6f9d req-e47e07df-8e0f-46e1-8c05-aebdc3f88332 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086297
Nov 11 22:22:26.604312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6a727149-662f-4793-b597-b642e8a0474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:26.631270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7866710>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:23Z', 'revision_number': 3, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:26.636022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:22:26.636554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Updating router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:22:26.689813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-6a727149-662f-4793-b597-b642e8a0474d None None] For port 7fd2bb83-db51-419b-82f3-04bea670525d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=7fd2bb83-db51-419b-82f3-04bea670525d,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:26.707833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:26.733752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6a727149-662f-4793-b597-b642e8a0474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:26.735601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20b63307-532c-41c6-8363-b6178c881c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:26.958128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a727149-662f-4793-b597-b642e8a0474d None None] Pushing event updated for resources: {'Port': ['ID=7fd2bb83-db51-419b-82f3-04bea670525d,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:26.966159 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ae12b61f-fcec-450f-be95-af51d8f5d4e6 req-a77f3864-9c27-48bc-bde0-a795653583ac tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 210 time: 0.1612289
Nov 11 22:22:26.969534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6a727149-662f-4793-b597-b642e8a0474d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:26.980936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:27.027021 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-75e30d8d-59de-48fe-971d-f671ec101a9a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2960815
Nov 11 22:22:27.157536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:27.171671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Transition to ACTIVE for port object 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:27.238866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbb229-642a-449c-b510-843d10a85abd req-ab9247e9-4760-46aa-a833-2dc3e0683c99 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:27.241866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:27.245840 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-4be5cb14-f935-45bc-bf98-6abe8df2fe3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 1098 time: 0.1437881
Nov 11 22:22:27.249001 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-86bbb229-642a-449c-b510-843d10a85abd req-ab9247e9-4760-46aa-a833-2dc3e0683c99 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1362102
Nov 11 22:22:27.292927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:27.303910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-6e7862b9-fe11-4750-8b3e-38af1769ec02 None None] Provisioning complete for port 7fd2bb83-db51-419b-82f3-04bea670525d triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:27.304327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6e7862b9-fe11-4750-8b3e-38af1769ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:27.326771 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-86bbb229-642a-449c-b510-843d10a85abd req-ad7104c5-9fb8-4d24-a2bb-316c218e0982 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766129
Nov 11 22:22:27.404934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Pushing event updated for resources: {'Port': ['ID=3b59f7b8-31ab-4996-a1d1-c2eefcaae629,revision_number=2']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:27.428831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Attempting to bind port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:22:27.429249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Attempting to bind port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:22:27.429715 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Attempting to bind port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:27.445047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:22:27.445410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:27.445896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:27.446341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:22:27.449819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Bound port: 3b59f7b8-31ab-4996-a1d1-c2eefcaae629, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:22:27.450311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:27.509397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.511069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.511615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.512400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.513024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.513707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.514347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.515012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.516046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.516307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.516928 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:27.524319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:27.593179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] For port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:22:27.597925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] For port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3b59f7b8-31ab-4996-a1d1-c2eefcaae629,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:22:27.652138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-f8236463-aa1c-4fbf-9511-a2fd47a4c4fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:27.654324 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-f8236463-aa1c-4fbf-9511-a2fd47a4c4fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 920 time: 0.3081799
Nov 11 22:22:27.660003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:27.674930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:27.757978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Pushing event updated for resources: {'Port': ['ID=3b59f7b8-31ab-4996-a1d1-c2eefcaae629,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:27.760741 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-4f2440c6-749f-46b4-9215-b024b6569f81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c HTTP/1.1" status: 200  len: 217 time: 0.0887456
Nov 11 22:22:27.763759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-269927d9-0ad6-43ab-bb91-f155c41850d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:27.765721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:27.766557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7866710>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:22:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:27.890133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 04a62df9-34a5-4fca-8109-bd8a73ed9d05 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:22:27.918271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a418a4-9f36-421e-ba60-d33df6ccca0b req-12e09af1-42da-41df-b679-7c6d2e0b3e17 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:27.933990 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c3a418a4-9f36-421e-ba60-d33df6ccca0b req-12e09af1-42da-41df-b679-7c6d2e0b3e17 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 943 time: 0.1597390
Nov 11 22:22:28.061938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-ecb359ee-dd48-47b3-b330-52b75703348c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:28.067537 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-ecb359ee-dd48-47b3-b330-52b75703348c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.2941885
Nov 11 22:22:28.078016 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c3a418a4-9f36-421e-ba60-d33df6ccca0b req-455a17c6-7279-4731-b266-25f15b5fb8c7 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429250
Nov 11 22:22:28.170464 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-6f5f9d99-901e-40d4-8be7-ece484feb6a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0897019
Nov 11 22:22:28.175807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 04a62df9-34a5-4fca-8109-bd8a73ed9d05, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=04a62df9-34a5-4fca-8109-bd8a73ed9d05,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:28.195547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '04a62df9-34a5-4fca-8109-bd8a73ed9d05', 'network_id': 'f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456', 'port_id': '04a62df9-34a5-4fca-8109-bd8a73ed9d05', 'mac_address': 'fa:16:3e:6b:f1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e631a5fa-70dd-4c4a-8199-4dbb931e37d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:22:28.289252 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1d7adcae-a5f1-4243-af2e-1c89d2a6fab3 req-56d9d750-4fe2-46c7-8718-0c3d20e6ca09 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 210 time: 0.0523691
Nov 11 22:22:28.296218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:28.318143 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:28.335476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a62df9-34a5-4fca-8109-bd8a73ed9d05 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:22:28.356956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 04a62df9-34a5-4fca-8109-bd8a73ed9d05, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=04a62df9-34a5-4fca-8109-bd8a73ed9d05,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:28.394296 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:28.396254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:28.559450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=04a62df9-34a5-4fca-8109-bd8a73ed9d05,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:28.563890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:28.576819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 7fd2bb83-db51-419b-82f3-04bea670525d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:28.883760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-41362df0-bcdb-4b9e-85fd-41c91b976947 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:28.887225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 7fd2bb83-db51-419b-82f3-04bea670525d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:28.887909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:28.890194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7866710>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:23Z', 'revision_number': 3, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:28.891159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1bcc-a790-4b5a-8085-2e9b6634c0b6 req-d364731d-e54c-41d9-b1ee-53bc95c22976 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:28.894156 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-52ac1bcc-a790-4b5a-8085-2e9b6634c0b6 req-d364731d-e54c-41d9-b1ee-53bc95c22976 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.2523754
Nov 11 22:22:28.894355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-41362df0-bcdb-4b9e-85fd-41c91b976947 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.65 "GET /v2.0/networks?id=a751847a-76d9-414b-b331-4c024736036b HTTP/1.1" status: 200  len: 814 time: 0.6734257
Nov 11 22:22:28.901263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599aa58b-0ab5-4442-a1ce-4dbc859e970f None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:23Z', 'revision_number': 3, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:22:28.932226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Request body: {'port': {'device_id': '9fe0452f-a279-4557-bf62-5706892c3639', 'network_id': 'a751847a-76d9-414b-b331-4c024736036b', 'admin_state_up': True, 'tenant_id': 'f76d0fc673c443d9a3f5a3b9e6d38a45'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:28.975320 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-0074d908-be72-4f87-a40f-32f324c37bd8 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7904701
Nov 11 22:22:28.991750 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-52ac1bcc-a790-4b5a-8085-2e9b6634c0b6 req-cd1509c0-3492-4415-83dd-897199f9259c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759499
Nov 11 22:22:29.039936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:29.091144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['04a62df9-34a5-4fca-8109-bd8a73ed9d05'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:22:29.378548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:29.388099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Usage tracker for resource:port and tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:29.393741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:29.412221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:29.471049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415366-36d6-441e-8855-230633cc64b3 req-7995a696-4661-42d2-8bb9-81bc77f3deaa tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:29.473162 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa415366-36d6-441e-8855-230633cc64b3 req-7995a696-4661-42d2-8bb9-81bc77f3deaa tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 944 time: 0.1387742
Nov 11 22:22:29.485446 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-33f0133e-562a-44b6-a289-c2f0e7e2ce8e req-c276ae9a-29cc-429d-9aa5-cebf65ff56d5 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4884589
Nov 11 22:22:29.523407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Made reservation on behalf of f76d0fc673c443d9a3f5a3b9e6d38a45 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:22:29.532084 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:29.594332 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa415366-36d6-441e-8855-230633cc64b3 req-8163e6cb-c13d-46a7-897c-8895da074f8b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072495
Nov 11 22:22:29.704877 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-43cb96e0-c7b4-4222-b948-3a38ea9b0544 req-71a7fefe-b0bb-4531-a998-99ea431b60c7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 210 time: 0.0602577
Nov 11 22:22:29.733518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Allocated IP 172.20.0.1 (1368af54-0291-4cb3-a24f-f27118575299/96acc01a-7f24-4fe5-bfe7-8503d2aeac66/9fe7ab98-49aa-4d89-a7d8-a46e2e811d58) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:22:29.984733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Allocated IP 172.20.0.7 (a751847a-76d9-414b-b331-4c024736036b/b298e793-ab38-42b2-9f0f-be0d9717976b/42d9e036-120b-4492-b627-1152e385bac9) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:22:30.048463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:30.096037 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Transition to ACTIVE for port object 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:30.252654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc15715-0526-4d64-a0cb-51b5a6bd21b8 req-cbe534c7-4540-4c83-a5b9-5da577824ab4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:30.253967 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9fc15715-0526-4d64-a0cb-51b5a6bd21b8 req-cbe534c7-4540-4c83-a5b9-5da577824ab4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1053722
Nov 11 22:22:30.271642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:30.305802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2f512685-9aef-435d-8d75-249193eaa7e6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:30.328142 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9fc15715-0526-4d64-a0cb-51b5a6bd21b8 req-c76f0b5f-6664-40d4-bc21-ae7e9447915d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662763
Nov 11 22:22:30.405570 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:30.444475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Network 1368af54-0291-4cb3-a24f-f27118575299 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:30.446743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Pushing event updated for resources: {'Port': ['ID=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:30.454143 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:30.457334 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:30.460806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:22:30.554822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:30.601751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:30.611297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:30.614308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:30.735068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Network a751847a-76d9-414b-b331-4c024736036b is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:30.746972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:30.747206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:30.761087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:22:30.765124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:30.765696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:30.823806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Pushing event updated for resources: {'Port': ['ID=42d9e036-120b-4492-b627-1152e385bac9,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:30.836897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:30.840208 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:30.955936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:30.956684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:31.062415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:31.089456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3b59f7b8-31ab-4996-a1d1-c2eefcaae629,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:31.103124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47784) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:31.130584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:31.133197 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2050936
Nov 11 22:22:31.133568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:31.214805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=3b59f7b8-31ab-4996-a1d1-c2eefcaae629,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:31.218272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-5a895d19-6d0f-4624-bdd2-54d5cb4a5f99 None None] Provisioning for port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:31.225215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:31.226590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-5a895d19-6d0f-4624-bdd2-54d5cb4a5f99 None None] Provisioning complete for port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:31.227877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5a895d19-6d0f-4624-bdd2-54d5cb4a5f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:31.275491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:22:31.280912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Request body: {'port': {'device_id': '9fe0452f-a279-4557-bf62-5706892c3639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:31.287927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c24a9c-b1f9-4f74-a6d2-6454071a97db req-557b80a8-ce38-486a-ad94-1facb4057498 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:31.289718 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-38c24a9c-b1f9-4f74-a6d2-6454071a97db req-557b80a8-ce38-486a-ad94-1facb4057498 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 944 time: 0.4679530
Nov 11 22:22:31.298644 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-5a895d19-6d0f-4624-bdd2-54d5cb4a5f99 None None] Port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:22:31.299006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d124b-5e57-46b4-8cbc-13ede402f1c9 req-b7ad48ac-dd73-4c22-b2f3-a491609d941e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:31.301839 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b28d124b-5e57-46b4-8cbc-13ede402f1c9 req-b7ad48ac-dd73-4c22-b2f3-a491609d941e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 931 time: 0.1415486
Nov 11 22:22:31.395194 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-38c24a9c-b1f9-4f74-a6d2-6454071a97db req-3ba0204a-0057-44ba-81b6-66229f990ff9 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859568
Nov 11 22:22:31.400636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b28d124b-5e57-46b4-8cbc-13ede402f1c9 req-1a524a71-ff9a-45be-b9be-5408830f161c tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Synchronizing usage tracker for tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:22:31.455943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b28d124b-5e57-46b4-8cbc-13ede402f1c9 req-1a524a71-ff9a-45be-b9be-5408830f161c tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Unset dirty status for tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:22:31.457500 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b28d124b-5e57-46b4-8cbc-13ede402f1c9 req-1a524a71-ff9a-45be-b9be-5408830f161c tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472170
Nov 11 22:22:31.512635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:31.685907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:31.712289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:31.715241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a453410-7d6f-4ea1-bc7f-fafa59115315 req-2c9e2df3-5f38-48d2-9fac-f015e6a84636 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:31.717640 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a453410-7d6f-4ea1-bc7f-fafa59115315 req-2c9e2df3-5f38-48d2-9fac-f015e6a84636 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1250062
Nov 11 22:22:31.742634 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Usage tracker for resource:security_group_rule and tenant:1e5317e74e704aa49be9ee336c0a9ba4 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:31.748131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:31.759739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:31.763748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:31.775931 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a453410-7d6f-4ea1-bc7f-fafa59115315 req-3b825971-ecbf-4f96-bd6d-ab8e4bf871df tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520337
Nov 11 22:22:31.817940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:31.882279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8dd9b9dc-b594-474c-b7cd-4cc78455cff7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:31.907637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 04a62df9-34a5-4fca-8109-bd8a73ed9d05 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:32.032364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:32.037796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:32.038232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:32.124703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Pushing event updated for resources: {'Port': ['ID=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:32.176104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:32.206894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db2eb70-9eb7-4152-b2ce-255c79df3591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a62df9-34a5-4fca-8109-bd8a73ed9d05'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:22:32.215897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:32.218949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 04a62df9-34a5-4fca-8109-bd8a73ed9d05, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=04a62df9-34a5-4fca-8109-bd8a73ed9d05,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:32.219567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:32.264585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:32.269144 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db2eb70-9eb7-4152-b2ce-255c79df3591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a62df9-34a5-4fca-8109-bd8a73ed9d05', 'code': 200}
Nov 11 22:22:32.269665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:32.380560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:32.383754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=04a62df9-34a5-4fca-8109-bd8a73ed9d05,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:32.391730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:32.470746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:32.659552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:32.663266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:32.701764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:32.729040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-337ef957-143b-4bb9-9264-64e31c04561a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:32.904294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076efbf4-4596-4236-8ef3-2b1b257e394b req-d19776f4-fab3-4036-91e4-74a2ffff4897 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:32.904524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4aa68f-daa4-4d3a-9cc9-b8822b805abd,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:32.906438 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-076efbf4-4596-4236-8ef3-2b1b257e394b req-d19776f4-fab3-4036-91e4-74a2ffff4897 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.1239848
Nov 11 22:22:32.921185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:32.934168 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e5317e74e704aa49be9ee336c0a9ba4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8247719
Nov 11 22:22:32.935703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47820) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:32.963069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bcf69-bdf1-45ec-8a43-b89f33dcf1ed req-4fceb513-551e-482d-b90c-eaafbb6b4fcd tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:32.964821 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd5bcf69-bdf1-45ec-8a43-b89f33dcf1ed req-4fceb513-551e-482d-b90c-eaafbb6b4fcd tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 931 time: 0.2315950
Nov 11 22:22:32.975602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Network 1368af54-0291-4cb3-a24f-f27118575299 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:32.997326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:33.008443 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-076efbf4-4596-4236-8ef3-2b1b257e394b req-5c055189-d2a1-419d-8dc2-12aef840b086 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832231
Nov 11 22:22:33.032054 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd5bcf69-bdf1-45ec-8a43-b89f33dcf1ed req-6c053392-2f73-4b20-ac22-54a526cbd45c tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561700
Nov 11 22:22:33.161694 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-69deb382-daa7-4034-8d5e-963e1f29ce20 req-f6070b45-0c04-462c-8739-7f4cb6af58a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 1098 time: 0.4421031
Nov 11 22:22:33.328214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c2da374c-a358-4834-b96f-152b27c1fb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:33.381581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d0273-7552-45ed-8b0a-f01ef427ea29 req-f2beccc2-e5ad-476b-be1b-4a267161a006 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:33.383470 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e10d0273-7552-45ed-8b0a-f01ef427ea29 req-f2beccc2-e5ad-476b-be1b-4a267161a006 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1216817
Nov 11 22:22:33.434316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c2da374c-a358-4834-b96f-152b27c1fb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:33.450835 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e10d0273-7552-45ed-8b0a-f01ef427ea29 req-e3c243de-407a-4188-977c-c75d2b6872a6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533061
Nov 11 22:22:33.451753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d9e036-120b-4492-b627-1152e385bac9 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:22:33.459446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a99703af-524e-4ace-9522-1792571588d5 None None] Provisioning complete for port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:33.459962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a99703af-524e-4ace-9522-1792571588d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:33.481862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:33.511529 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-69deb382-daa7-4034-8d5e-963e1f29ce20 req-edf6adc7-e405-40ef-a7b8-d6aaac856d0e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2677495
Nov 11 22:22:33.540172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-a99703af-524e-4ace-9522-1792571588d5 None None] Port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:22:33.612897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Transition to ACTIVE for port object 42d9e036-120b-4492-b627-1152e385bac9 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:33.648696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:33.654503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:33.708132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c2da374c-a358-4834-b96f-152b27c1fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:33.914825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9e036-120b-4492-b627-1152e385bac9,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:33.926623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c2da374c-a358-4834-b96f-152b27c1fb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:33.927779 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c2da374c-a358-4834-b96f-152b27c1fb9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe4aa68f-daa4-4d3a-9cc9-b8822b805abd HTTP/1.1" status: 204  len: 168 time: 0.9894857
Nov 11 22:22:33.944727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:33.945318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e23004ca-f224-4efa-b8ab-5ae41c5fbcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:33.959158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da374c-a358-4834-b96f-152b27c1fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4aa68f-daa4-4d3a-9cc9-b8822b805abd,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:33.962801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c2da374c-a358-4834-b96f-152b27c1fb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:34.116381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Attempting to bind port 42d9e036-120b-4492-b627-1152e385bac9 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:22:34.116887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Attempting to bind port 42d9e036-120b-4492-b627-1152e385bac9 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:22:34.117415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Attempting to bind port 42d9e036-120b-4492-b627-1152e385bac9 on network a751847a-76d9-414b-b331-4c024736036b {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:34.132788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:22:34.133703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Port 42d9e036-120b-4492-b627-1152e385bac9 on network a751847a-76d9-414b-b331-4c024736036b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:22:34.134166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Attempting to bind port 42d9e036-120b-4492-b627-1152e385bac9 on network a751847a-76d9-414b-b331-4c024736036b {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:34.148760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:22:34.148760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Checking segment: {'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:34.148760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Bound using segment: {'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:22:34.148760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Bound port: 42d9e036-120b-4492-b627-1152e385bac9, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:22:34.148760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:34.342816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] For port 42d9e036-120b-4492-b627-1152e385bac9, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:22:34.354386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f468c-3f59-4e0e-9aef-97e43eacd47f req-75516b83-a77f-4298-8658-425e10c1283b tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:34.356081 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb6f468c-3f59-4e0e-9aef-97e43eacd47f req-75516b83-a77f-4298-8658-425e10c1283b tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 943 time: 0.1621382
Nov 11 22:22:34.398669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dba12-3001-4427-b2a6-893c1b877536 req-c5f7a0b1-73c0-4ce9-90cc-19423b296544 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:34.400717 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d49dba12-3001-4427-b2a6-893c1b877536 req-c5f7a0b1-73c0-4ce9-90cc-19423b296544 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.1631181
Nov 11 22:22:34.422849 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] For port 42d9e036-120b-4492-b627-1152e385bac9, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=42d9e036-120b-4492-b627-1152e385bac9,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:22:34.477423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:34.483002 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb6f468c-3f59-4e0e-9aef-97e43eacd47f req-428ed995-905d-4250-bb4c-4f0bf3abb2a8 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151021
Nov 11 22:22:34.483914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d565582f-1a33-4414-ba9b-8e4fc4978775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:34.499440 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d49dba12-3001-4427-b2a6-893c1b877536 req-7a40e532-e528-45f0-803b-5d4dcfae7510 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821369
Nov 11 22:22:34.572473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:34.573503 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] 10.222.0.65 "PUT /v2.0/ports/42d9e036-120b-4492-b627-1152e385bac9 HTTP/1.1" status: 200  len: 1093 time: 3.3242528
Nov 11 22:22:34.576261 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe0452f-a279-4557-bf62-5706892c3639', 'tag': '42d9e036-120b-4492-b627-1152e385bac9'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:22:34.615193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9e036-120b-4492-b627-1152e385bac9,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:34.628757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:34.632619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:22:34.649785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:22:34.650774 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] 10.222.0.18 "PUT /v2.0/routers/1adc77d9-c111-4b23-b4d7-8acdfbe894b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5891776
Nov 11 22:22:34.678315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:34.679505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b74ae5f8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:22:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:34.783342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdad92-ce46-42cf-a4a1-3d12c6554942 req-c61c0daf-0a5f-4d14-9ac0-d1b4a2d9c7d8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:34.794163 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4dfdad92-ce46-42cf-a4a1-3d12c6554942 req-c61c0daf-0a5f-4d14-9ac0-d1b4a2d9c7d8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1128218
Nov 11 22:22:34.875912 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4dfdad92-ce46-42cf-a4a1-3d12c6554942 req-0856d818-006c-4f0f-81ae-6c7b77e7d216 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801480
Nov 11 22:22:34.893299 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-c6fbcdc7-bf56-47fd-afb0-ba69bdf0abcb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f76d0fc673c443d9a3f5a3b9e6d38a45&device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 1096 time: 0.1991239
Nov 11 22:22:35.030612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:35.091441 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe0452f-a279-4557-bf62-5706892c3639', 'tag': '42d9e036-120b-4492-b627-1152e385bac9', 'status': 'completed', 'code': 200}
Nov 11 22:22:35.116901 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-dd56d2a7-988f-40f7-9d9e-97dc8aa2f1f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d9e036-120b-4492-b627-1152e385bac9 HTTP/1.1" status: 200  len: 217 time: 0.2052858
Nov 11 22:22:35.214183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-3ae60707-2cfc-43a1-a333-184d30823733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:35.216973 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-3ae60707-2cfc-43a1-a333-184d30823733 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b298e793-ab38-42b2-9f0f-be0d9717976b HTTP/1.1" status: 200  len: 854 time: 0.0882630
Nov 11 22:22:35.283575 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-094208cd-554d-4b44-931f-9f8b3d38798c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a751847a-76d9-414b-b331-4c024736036b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513322
Nov 11 22:22:35.461809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b74ae5f8>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 2, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:35.466189 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:22:35.466599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Updating router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:22:35.535358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:35.809436 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-007cf881-6854-42e6-b199-f5693d5d6e76 service neutron] 10.222.0.65 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5146337
Nov 11 22:22:36.141789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87992414-0485-44e8-baa1-1b900fd65567 req-60997891-6f7d-4c7a-a09b-b7ce3be1d033 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:36.143437 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-87992414-0485-44e8-baa1-1b900fd65567 req-60997891-6f7d-4c7a-a09b-b7ce3be1d033 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.4002879
Nov 11 22:22:36.153559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ff27-483f-48d5-a5f7-b619c38dae0a req-0b72b61c-7095-4eb7-8006-2ab222603574 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:36.174880 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9b93ff27-483f-48d5-a5f7-b619c38dae0a req-0b72b61c-7095-4eb7-8006-2ab222603574 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 943 time: 0.3449023
Nov 11 22:22:36.208568 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7d03408e-f989-47f4-bbd4-4f2942bd59d6 req-b9b63705-61e8-40bf-b1d1-3c02f1823372 service neutron] 10.222.0.65 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3862269
Nov 11 22:22:36.289948 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-87992414-0485-44e8-baa1-1b900fd65567 req-fd1da658-8651-43ec-9072-c069579a8fb0 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138434
Nov 11 22:22:36.300666 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9b93ff27-483f-48d5-a5f7-b619c38dae0a req-42e04092-0cae-4818-9fb8-62f5282f06f9 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130302
Nov 11 22:22:36.431407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:36.453231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Transition to ACTIVE for port object 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:36.461554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8a9898a1-18f3-4d09-8983-925894361820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:36.507031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:36.514117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-71753026-41f5-4779-aa42-b4a31023abe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:36.537260 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-cc9862b0-bf26-41cb-810e-cd8521e1f444 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f76d0fc673c443d9a3f5a3b9e6d38a45&device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 1096 time: 0.1707458
Nov 11 22:22:36.713888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae8ad7-35f0-4367-8b00-db52b7fcd8bf req-945495b2-aeb5-4428-926f-65a74c66811f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:36.716420 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-06ae8ad7-35f0-4367-8b00-db52b7fcd8bf req-945495b2-aeb5-4428-926f-65a74c66811f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1705241
Nov 11 22:22:36.749947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e68a40-d511-4ed4-80a6-dbdbd3d49931 None None] Pushing event updated for resources: {'Port': ['ID=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:36.757197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-87e68a40-d511-4ed4-80a6-dbdbd3d49931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:36.772002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-51e3f6fe-1809-4911-855a-466a7510f790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:36.773877 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-51e3f6fe-1809-4911-855a-466a7510f790 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a751847a-76d9-414b-b331-4c024736036b HTTP/1.1" status: 200  len: 915 time: 0.2206368
Nov 11 22:22:36.821934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Attempting to bind port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:22:36.823101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Attempting to bind port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:22:36.823517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Attempting to bind port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 on network 1368af54-0291-4cb3-a24f-f27118575299 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:36.823677 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-06ae8ad7-35f0-4367-8b00-db52b7fcd8bf req-86496155-8259-434c-9451-8055d0c409be tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004717
Nov 11 22:22:36.837321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:22:36.848060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Checking segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:36.848781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:36.849492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Bound using segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:22:36.850378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Bound port: 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:22:36.852390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:36.963499 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-c57f7beb-c401-4db3-ad80-7214637a61e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d9e036-120b-4492-b627-1152e385bac9 HTTP/1.1" status: 200  len: 217 time: 0.1720867
Nov 11 22:22:36.980958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] For port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:22:36.984842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] For port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:22:37.026698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47902) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:37.030819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-682135161-network', 'tenant_id': '059246136543455989e69ff8d7860f2b'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:37.036031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:37.041487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Usage tracker for resource:network and tenant:059246136543455989e69ff8d7860f2b is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:37.044749 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:37.057268 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:37.061682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.061974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-32386932-7f7f-42bd-b764-959b018c4f54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:37.064193 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-32386932-7f7f-42bd-b764-959b018c4f54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b298e793-ab38-42b2-9f0f-be0d9717976b HTTP/1.1" status: 200  len: 854 time: 0.0876698
Nov 11 22:22:37.066579 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:37.122103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Made reservation on behalf of 059246136543455989e69ff8d7860f2b for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:22:37.131654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.139273 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-623b776f-786b-4f44-8c21-f07a3de8486b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a751847a-76d9-414b-b331-4c024736036b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607982
Nov 11 22:22:37.160499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.171441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e68a40-d511-4ed4-80a6-dbdbd3d49931 None None] Pushing event updated for resources: {'Port': ['ID=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:37.175436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-87e68a40-d511-4ed4-80a6-dbdbd3d49931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:37.184234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:37.184949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b74ae5f8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:22:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:37.221026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:37.229171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Usage tracker for resource:security_group_rule and tenant:059246136543455989e69ff8d7860f2b is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:37.234117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:37.245922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:37.380343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.406662 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-7a098930-cda2-449b-afc5-cdb3f9fe44ae service neutron] 10.222.0.65 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556002
Nov 11 22:22:37.443985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.450565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-edd3e591-88a6-4d98-b2f3-f8fcec268d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:37.515891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7c8d0-c7cc-4905-803b-87c8d5a0bad0,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:37.519559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:37.535936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=88345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:22:37.563713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.564114 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Added segment 915a120b-e570-460b-9c03-1b55d213b17d of type vlan for network d07e9a21-e68c-4f70-a472-b79ed3ad9d52
Nov 11 22:22:37.581268 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b32098a3-156c-49a9-91d5-dd2f2c152eb8 req-d8be5735-f075-4d9e-b37a-c520a481dfd9 service neutron] 10.222.0.65 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589582
Nov 11 22:22:37.617736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.675950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:37.732563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.734159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:37.734958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:37.740818 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:38.014444 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9894166
Nov 11 22:22:38.017382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 47918) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:38.023278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Request body: {'subnet': {'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-682135161-subnet', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:38.023464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Pushing event updated for resources: {'Network': ['ID=d07e9a21-e68c-4f70-a472-b79ed3ad9d52,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:38.027971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:38.029050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:38.034093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Usage tracker for resource:subnet and tenant:059246136543455989e69ff8d7860f2b is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:38.037719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:38.043975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:38.057577 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:22:38.079200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868fbf5-6e8e-4646-83b9-139b457e4697 req-4d22755c-5984-4ac5-8f56-0042a890fc3b tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:38.080821 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7868fbf5-6e8e-4646-83b9-139b457e4697 req-4d22755c-5984-4ac5-8f56-0042a890fc3b tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 943 time: 0.2873602
Nov 11 22:22:38.083640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Made reservation on behalf of 059246136543455989e69ff8d7860f2b for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:22:38.087117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951cafc-c002-40da-aa83-dc1a113664a9 req-c3872250-1097-4c11-ae32-2e2f7edb975d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:38.089257 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6951cafc-c002-40da-aa83-dc1a113664a9 req-c3872250-1097-4c11-ae32-2e2f7edb975d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.2166507
Nov 11 22:22:38.089819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839102880'] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:38.170126 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7868fbf5-6e8e-4646-83b9-139b457e4697 req-98fd1247-8893-4d08-9027-e6878784061d tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797718
Nov 11 22:22:38.173237 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6951cafc-c002-40da-aa83-dc1a113664a9 req-fb7cb3a9-a78c-4063-8290-3799666df212 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681555
Nov 11 22:22:38.198018 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b74ae5f8>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:36Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:38.202839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048fe7f-d09b-4cbb-af76-75ccd870e6d6 None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:36Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:22:38.429588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24a50c-a535-4170-90d6-43ea73de1277 req-8d9e07e1-e741-4775-a11f-3a1e8bccb210 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:38.430451 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd24a50c-a535-4170-90d6-43ea73de1277 req-8d9e07e1-e741-4775-a11f-3a1e8bccb210 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1133633
Nov 11 22:22:38.442132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839529374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839102863'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:38.450128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e4e12473-9f5b-4f0f-874f-d26f6485377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:38.531605 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd24a50c-a535-4170-90d6-43ea73de1277 req-e89e18b2-4798-4f82-a775-16ca9514032a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938299
Nov 11 22:22:38.594061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9ad106-f257-47b0-8048-f8deffec2c7d,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:38.598666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:38.600072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:38.614942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Checking segment: {'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:38.615872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Network hostable DHCP agents. Network: d07e9a21-e68c-4f70-a472-b79ed3ad9d52, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:22:38.721003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:22:38.758094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:38.765005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:38.765593 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:38.795534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, d07e9a21-e68c-4f70-a472-b79ed3ad9d52) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:38.801140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:38.801856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:38.814418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5a715aa-04ad-41e9-9707-7d089b8be38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:38.824471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f8a4f-cb03-4b3c-94b0-59909341605c None None] Network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:22:38.899298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47932) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:38.902573 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-056c3e8e-7135-4cb6-b4f3-0b7cd7914e7c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8838923
Nov 11 22:22:38.907449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:38.913532 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:38.920129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Usage tracker for resource:router and tenant:059246136543455989e69ff8d7860f2b is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:38.923730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:38.944067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:38.961937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:39.021385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.022519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.066701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.110861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.244932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:39.258544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-d07e9a21-e68c-4f70-a472-b79ed3ad9d52', 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'fixed_ips': [{'subnet_id': '5b9ad106-f257-47b0-8048-f8deffec2c7d'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:22:39.259637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.315709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.331335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.334956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:39.461487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:39.468279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:39.504707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.528718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76893b-2fef-4ef8-9ab3-39e71c8ce9ee req-d60cec2e-73ee-4512-b172-7d8fd9de6bac tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:39.534070 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-db76893b-2fef-4ef8-9ab3-39e71c8ce9ee req-d60cec2e-73ee-4512-b172-7d8fd9de6bac tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 943 time: 0.1920629
Nov 11 22:22:39.541026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Allocated IP 172.20.0.2 (d07e9a21-e68c-4f70-a472-b79ed3ad9d52/5b9ad106-f257-47b0-8048-f8deffec2c7d/8e3a6cfe-34da-4d47-bc3e-133a002c7a1d) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:22:39.611219 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-db76893b-2fef-4ef8-9ab3-39e71c8ce9ee req-8397114b-5cee-49ef-b5c9-ddb6dc706610 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707357
Nov 11 22:22:39.731929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.807947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.835360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.848070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Transition to ACTIVE for port object 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:39.870078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Transition to ACTIVE for port object 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:39.935721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:39.944351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:39.990279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f64a9-c3a0-4bed-a2a0-d64974986ae2 req-f90d2729-717a-4dd0-bbc7-b88f561c7512 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:39.991935 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6e4f64a9-c3a0-4bed-a2a0-d64974986ae2 req-f90d2729-717a-4dd0-bbc7-b88f561c7512 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.2279482
Nov 11 22:22:40.032368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:40.035568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:40.048050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:22:40.062046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Pushing event updated for resources: {'Port': ['ID=8e3a6cfe-34da-4d47-bc3e-133a002c7a1d,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:40.065765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:40.102350 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6e4f64a9-c3a0-4bed-a2a0-d64974986ae2 req-ba9e81f7-a214-4ef4-8b25-798d08025c2b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015975
Nov 11 22:22:40.104485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Allocated IP 172.27.1.124 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/f1c0de38-a17b-4478-a842-16de73952cb4) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:22:40.184427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Attempting to bind port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:22:40.184862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Attempting to bind port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:22:40.185356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Attempting to bind port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d on network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:40.193725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:22:40.194292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Checking segment: {'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:40.194759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:40.195213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Bound using segment: {'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:22:40.195761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Bound port: 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:22:40.196193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:40.345580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-0be647c5-2653-4def-beae-b5652b469839 None None] For port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:22:40.351257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-0be647c5-2653-4def-beae-b5652b469839 None None] For port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=8e3a6cfe-34da-4d47-bc3e-133a002c7a1d,segment=NetworkSegment(915a120b-e570-460b-9c03-1b55d213b17d),segment_id=915a120b-e570-460b-9c03-1b55d213b17d)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:22:40.390939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:40.414559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-87e68a40-d511-4ed4-80a6-dbdbd3d49931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:40.500512 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:40.555807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Pushing event updated for resources: {'Port': ['ID=8e3a6cfe-34da-4d47-bc3e-133a002c7a1d,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:40.561669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:40.571676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:40.601336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:40.601515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:40.642227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:40.654224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-95fa0e7d-d6c6-4c8e-b9ac-3d54548ea2c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:40.719679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:40.723744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:40.733642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:22:40.807381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c0de38-a17b-4478-a842-16de73952cb4,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:40.815343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:40.993131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a77fe5-1b25-4123-8195-a7961a025ac6 req-d4bd5e91-a43d-4cc2-b976-2fb58bb87fed tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:40.994906 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-30a77fe5-1b25-4123-8195-a7961a025ac6 req-d4bd5e91-a43d-4cc2-b976-2fb58bb87fed tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 943 time: 0.1400776
Nov 11 22:22:41.080411 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-30a77fe5-1b25-4123-8195-a7961a025ac6 req-270acb16-651d-4972-a9e4-375b6eb884d2 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685427
Nov 11 22:22:41.093506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:41.094315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:41.096145 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:41.375486 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fd7b-7b15-443e-8d61-41b1e60549d2 req-d57fc583-7f0c-4c41-b626-5987b9800452 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:41.377115 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d275fd7b-7b15-443e-8d61-41b1e60549d2 req-d57fc583-7f0c-4c41-b626-5987b9800452 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1197598
Nov 11 22:22:41.468872 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d275fd7b-7b15-443e-8d61-41b1e60549d2 req-451f8e7c-2eac-4605-b45e-b82e0f2be572 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826318
Nov 11 22:22:41.515424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Router 334ddbf6-9462-40de-8aba-b36a8240aa16 is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:22:41.756146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:22:41.766022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Sync routers for ids ['334ddbf6-9462-40de-8aba-b36a8240aa16'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:22:41.778910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Routers {'334ddbf6-9462-40de-8aba-b36a8240aa16'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:41.779601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b71c4c18>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:22:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['334ddbf6-9462-40de-8aba-b36a8240aa16'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:41.815163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:41.816852 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9159806
Nov 11 22:22:41.820036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 47976) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:42.048451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Set router 334ddbf6-9462-40de-8aba-b36a8240aa16 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:42.415094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa865a9d-fcb9-4012-80f2-92ac067d3bde None None] Network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:22:42.463205 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b71c4c18>, [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:40Z', 'revision_number': 3, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:42.468015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Checking router: 334ddbf6-9462-40de-8aba-b36a8240aa16 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:22:42.468404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Updating router 334ddbf6-9462-40de-8aba-b36a8240aa16 port f1c0de38-a17b-4478-a842-16de73952cb4 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:22:42.568118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:42.598357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:42.960536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a3a03944-5dc9-4dcd-9020-c52f8b7134f0 None None] Provisioning for port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:43.024463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.041071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Transition to ACTIVE for port object f1c0de38-a17b-4478-a842-16de73952cb4 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:43.064929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:43.077762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:43.078186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.084312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.092918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:43.198635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.236731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Attempting to bind port f1c0de38-a17b-4478-a842-16de73952cb4 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:22:43.237531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Attempting to bind port f1c0de38-a17b-4478-a842-16de73952cb4 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:22:43.238201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Attempting to bind port f1c0de38-a17b-4478-a842-16de73952cb4 on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:43.242783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.250527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:22:43.251510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:43.252162 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.252911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:22:43.253856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Bound port: f1c0de38-a17b-4478-a842-16de73952cb4, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:22:43.254472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.285652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=8e3a6cfe-34da-4d47-bc3e-133a002c7a1d,segment=NetworkSegment(915a120b-e570-460b-9c03-1b55d213b17d),segment_id=915a120b-e570-460b-9c03-1b55d213b17d)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:43.306058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa5996-0957-443d-aa0f-423bea74eaf5 None None] Pushing event updated for resources: {'Port': ['ID=f1c0de38-a17b-4478-a842-16de73952cb4,revision_number=2']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:43.311851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-68aa5996-0957-443d-aa0f-423bea74eaf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:43.315338 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.317535 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:43.374730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] For port f1c0de38-a17b-4478-a842-16de73952cb4, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:22:43.378661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] For port f1c0de38-a17b-4478-a842-16de73952cb4, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=f1c0de38-a17b-4478-a842-16de73952cb4,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:22:43.386047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 42d9e036-120b-4492-b627-1152e385bac9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:22:43.408681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=8e3a6cfe-34da-4d47-bc3e-133a002c7a1d,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:43.413076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:43.416944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.427332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:43.468304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Allocated IP 172.20.0.1 (d07e9a21-e68c-4f70-a472-b79ed3ad9d52/5b9ad106-f257-47b0-8048-f8deffec2c7d/1a11291f-1f46-42f6-b594-acd664bf8f13) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:22:43.520987 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Routers {'334ddbf6-9462-40de-8aba-b36a8240aa16'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:43.522187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b71c4c18>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:22:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['334ddbf6-9462-40de-8aba-b36a8240aa16'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:43.592955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 42d9e036-120b-4492-b627-1152e385bac9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=42d9e036-120b-4492-b627-1152e385bac9,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:43.600351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa5996-0957-443d-aa0f-423bea74eaf5 None None] Pushing event updated for resources: {'Port': ['ID=f1c0de38-a17b-4478-a842-16de73952cb4,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:43.606703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-68aa5996-0957-443d-aa0f-423bea74eaf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:43.621911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '42d9e036-120b-4492-b627-1152e385bac9', 'network_id': 'a751847a-76d9-414b-b331-4c024736036b', 'port_id': '42d9e036-120b-4492-b627-1152e385bac9', 'mac_address': 'fa:16:3e:ee:e1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b298e793-ab38-42b2-9f0f-be0d9717976b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:22:43.680327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.687785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-079ecc00-2437-49c7-86f8-15d10b27eba1 None None] Provisioning complete for port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:43.688264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-079ecc00-2437-49c7-86f8-15d10b27eba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.706109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Transition to ACTIVE for port object 1a11291f-1f46-42f6-b594-acd664bf8f13 will not be triggered until provisioned by entity DHCP. {{(pid=88345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:43.718306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.755141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d9e036-120b-4492-b627-1152e385bac9 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:22:43.755555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.761117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:43.764531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] Set router 334ddbf6-9462-40de-8aba-b36a8240aa16 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:43.787481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 42d9e036-120b-4492-b627-1152e385bac9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=42d9e036-120b-4492-b627-1152e385bac9,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:43.820663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.828918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:43.855797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:43.860044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:43.862386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Pushing event updated for resources: {'Port': ['ID=1a11291f-1f46-42f6-b594-acd664bf8f13,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:43.864953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:22:43.910216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:43.966763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:43.993801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=42d9e036-120b-4492-b627-1152e385bac9,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:43.997652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:44.108902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:44.349590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-3c026be6-d6ee-4585-a081-1146682dbc7b None None] Provisioning for port 1a11291f-1f46-42f6-b594-acd664bf8f13 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:44.355955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-3c026be6-d6ee-4585-a081-1146682dbc7b None None] Provisioning complete for port 1a11291f-1f46-42f6-b594-acd664bf8f13 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:44.356387 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3c026be6-d6ee-4585-a081-1146682dbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:44.408463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b71c4c18>, [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:40Z', 'revision_number': 3, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:44.416575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e697a-8dfe-47de-adae-b205158c78c3 None None] The sync data for ids ['334ddbf6-9462-40de-8aba-b36a8240aa16'] in dv-cinder-815883-4-iscsi is: [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:40Z', 'revision_number': 3, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:22:44.459994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-3c026be6-d6ee-4585-a081-1146682dbc7b None None] Port 1a11291f-1f46-42f6-b594-acd664bf8f13 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:22:44.504162 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:44.570322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:44.585715 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:44.586059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:44.600838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:44.632483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:44.719156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Pushing event updated for resources: {'Port': ['ID=1a11291f-1f46-42f6-b594-acd664bf8f13,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:44.721857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:44.726425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:44.886155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:22:44.887843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:22:45.295620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f12a5684-1c1e-426a-aac1-ed30df6f590a None None] Provisioning complete for port 1a11291f-1f46-42f6-b594-acd664bf8f13 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:45.296153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f12a5684-1c1e-426a-aac1-ed30df6f590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:45.356787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f12a5684-1c1e-426a-aac1-ed30df6f590a None None] Port 1a11291f-1f46-42f6-b594-acd664bf8f13 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:22:45.405812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Router 334ddbf6-9462-40de-8aba-b36a8240aa16 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:22:45.635524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:22:45.645609 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] 10.222.0.18 "PUT /v2.0/routers/334ddbf6-9462-40de-8aba-b36a8240aa16/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8244104
Nov 11 22:22:46.343763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f6b2f-54d8-4a50-b947-82ca29aef105 req-d4ea19f6-24d1-45e3-b323-5b7665723e33 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:46.345441 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-650f6b2f-54d8-4a50-b947-82ca29aef105 req-d4ea19f6-24d1-45e3-b323-5b7665723e33 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 944 time: 0.0879719
Nov 11 22:22:46.410279 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-650f6b2f-54d8-4a50-b947-82ca29aef105 req-840c0cda-6171-48fe-bd64-1ab1a545f960 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585532
Nov 11 22:22:46.505259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device f1c0de38-a17b-4478-a842-16de73952cb4 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:46.629507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port f1c0de38-a17b-4478-a842-16de73952cb4 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:46.632048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f5130-8349-40a4-aec0-aa5796838cfb req-d73c7df0-5a2d-404d-a8ba-2efbbc15c7d8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:46.633699 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-829f5130-8349-40a4-aec0-aa5796838cfb req-d73c7df0-5a2d-404d-a8ba-2efbbc15c7d8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0896635
Nov 11 22:22:46.635123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port f1c0de38-a17b-4478-a842-16de73952cb4 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:46.635738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:46.686715 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-829f5130-8349-40a4-aec0-aa5796838cfb req-2e2a4231-4418-4ff9-8a15-d65725799852 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465276
Nov 11 22:22:46.773038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:46.794206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port f1c0de38-a17b-4478-a842-16de73952cb4, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=f1c0de38-a17b-4478-a842-16de73952cb4,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:46.830026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:46.832280 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:46.948782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=f1c0de38-a17b-4478-a842-16de73952cb4,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:46.952280 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:47.237664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48026) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:47.244476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2117300228', 'description': 'tempest-secgroup-smoke-2117300228 description', 'project_id': '6c57740d18784553b80eed25f69f8425'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:47.251302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:47.255709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:security_group and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:47.259237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:47.266904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:47.309179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:47.350949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:47.355106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:security_group_rule and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:47.358399 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:47.365098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:47.387961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['42d9e036-120b-4492-b627-1152e385bac9'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:22:47.434587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:47.479278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:47.484240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-37408bfa-ed7d-4df0-b746-079c848232a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:47.528321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e7852-1664-4950-8a26-7cb852ac091d,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:47.532169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:47.570522 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:47.572880 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3332770
Nov 11 22:22:47.578875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48032) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:47.586135 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'security_group_rule': {'security_group_id': '5b2e7852-1664-4950-8a26-7cb852ac091d', 'project_id': '6c57740d18784553b80eed25f69f8425', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:47.593161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:47.597517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:security_group_rule and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:47.601126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:47.609472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:47.668437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:47.684402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Sync routers for ids ['334ddbf6-9462-40de-8aba-b36a8240aa16'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:22:47.686640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5367b-ba27-446b-8fc0-717d9ff0620c req-b2e07b16-e39f-4c8d-98dc-98878746adfc tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:47.690085 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cee5367b-ba27-446b-8fc0-717d9ff0620c req-b2e07b16-e39f-4c8d-98dc-98878746adfc tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 944 time: 0.1375031
Nov 11 22:22:47.709952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Routers {'334ddbf6-9462-40de-8aba-b36a8240aa16'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:47.710970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b70ccda0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:22:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['334ddbf6-9462-40de-8aba-b36a8240aa16'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:47.779036 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cee5367b-ba27-446b-8fc0-717d9ff0620c req-ae162226-a022-4ce7-ac95-79188c952bd0 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764019
Nov 11 22:22:47.827098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:47.859024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:47.869228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d397fe47-d0db-44e0-8f3a-a80c9d6d56d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:47.908884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc92587c-b16a-4d2b-b938-bcf8140dc5ad,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:47.920216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:47.955536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Set router 334ddbf6-9462-40de-8aba-b36a8240aa16 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:47.981038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:47.986235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 48042) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:47.986459 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e97ab4c7-ace3-4a5a-9d27-0669fc53df43 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4058809
Nov 11 22:22:47.994114 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'security_group_rule': {'security_group_id': '5b2e7852-1664-4950-8a26-7cb852ac091d', 'project_id': '6c57740d18784553b80eed25f69f8425', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:48.008017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:48.014834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:security_group_rule and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:48.019383 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:48.028765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:48.038470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4791c-7d31-4937-906f-fc0a09d3439c req-dc81b982-a24a-4593-84d5-010133e33668 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:48.040200 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e9b4791c-7d31-4937-906f-fc0a09d3439c req-dc81b982-a24a-4593-84d5-010133e33668 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1363382
Nov 11 22:22:48.093613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.107167 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e9b4791c-7d31-4937-906f-fc0a09d3439c req-f1e40a28-e3a0-4819-9923-8c60071a49f4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601647
Nov 11 22:22:48.165259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.194860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.196953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:48.220234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422d2d35-3e6b-47fe-8665-75c6cd2a37a5,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:48.225831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:48.281081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.283772 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2948678
Nov 11 22:22:48.285695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48052) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:48.293202 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'security_group_rule': {'security_group_id': '5b2e7852-1664-4950-8a26-7cb852ac091d', 'project_id': '6c57740d18784553b80eed25f69f8425', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:48.299884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:48.304095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:security_group_rule and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:48.307663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:48.315257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:48.324620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b70ccda0>, [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:43Z', 'revision_number': 4, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '1a11291f-1f46-42f6-b594-acd664bf8f13', 'name': '', 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'mac_address': 'fa:16:3e:4b:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b9ad106-f257-47b0-8048-f8deffec2c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:43Z', 'updated_at': '2021-11-11T22:22:44Z', 'revision_number': 2, 'project_id': '059246136543455989e69ff8d7860f2b', 'subnets': [{'id': '5b9ad106-f257-47b0-8048-f8deffec2c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:48.328834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Checking router: 334ddbf6-9462-40de-8aba-b36a8240aa16 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:22:48.329237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Updating router 334ddbf6-9462-40de-8aba-b36a8240aa16 port 1a11291f-1f46-42f6-b594-acd664bf8f13 binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:22:48.383617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.386767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.475352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.512688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.515318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:48.518851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device f1c0de38-a17b-4478-a842-16de73952cb4 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:48.546839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fc1b15-6056-48a2-97c3-a94789c66e91,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:48.556007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:48.598215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.599612 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3125408
Nov 11 22:22:48.602408 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48060) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:48.609357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'security_group_rule': {'security_group_id': '5b2e7852-1664-4950-8a26-7cb852ac091d', 'project_id': '6c57740d18784553b80eed25f69f8425', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:48.615863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:48.620108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:security_group_rule and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:48.623390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:48.630117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:48.673655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.729137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port f1c0de38-a17b-4478-a842-16de73952cb4 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:48.729499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.747706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.789143 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.798422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:48.819449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0773bf9e-52e9-4fe7-b6e4-e5b38d6d4328,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:48.834234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.834687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.835078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:48.842062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:48.860784 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.862433 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9bf53161-c89a-4550-b64d-e897a856bd52 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2589445
Nov 11 22:22:48.865341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48068) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:48.872444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'security_group_rule': {'security_group_id': '5b2e7852-1664-4950-8a26-7cb852ac091d', 'project_id': '6c57740d18784553b80eed25f69f8425', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:48.886635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:48.892001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:security_group_rule and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:48.895630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:48.902515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:48.950049 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.securitygroups_db [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Project 6c57740d18784553b80eed25f69f8425 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 22:22:48.960437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.979825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:48.993916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Transition to ACTIVE for port object 1a11291f-1f46-42f6-b594-acd664bf8f13 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:22:49.032515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.041296 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:49.218369 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.223841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Pushing event updated for resources: {'Port': ['ID=1a11291f-1f46-42f6-b594-acd664bf8f13,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:49.227362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:49.264896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.270413 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:49.325534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1960f6-1ad9-4c24-822d-784a568d3d80,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:49.336032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:49.350208 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaa4a4-93ed-4a30-b0e3-2e644a8d425e req-e390435d-50d8-46a4-9ed1-f086a99301f3 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:49.352220 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5bbaa4a4-93ed-4a30-b0e3-2e644a8d425e req-e390435d-50d8-46a4-9ed1-f086a99301f3 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 944 time: 0.3748760
Nov 11 22:22:49.359053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Attempting to bind port 1a11291f-1f46-42f6-b594-acd664bf8f13 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:22:49.359462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Attempting to bind port 1a11291f-1f46-42f6-b594-acd664bf8f13 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:22:49.359890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Attempting to bind port 1a11291f-1f46-42f6-b594-acd664bf8f13 on network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:22:49.366384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.372923 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c9d89f0e-2f70-4967-8ca7-f4ccb3c5dee4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5014191
Nov 11 22:22:49.373685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48078) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:49.380361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:22:49.380361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Checking segment: {'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:22:49.380910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.381228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Bound using segment: {'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:22:49.383199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Bound port: 1a11291f-1f46-42f6-b594-acd664bf8f13, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915a120b-e570-460b-9c03-1b55d213b17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:22:49.383377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'security_group_rule': {'security_group_id': '5b2e7852-1664-4950-8a26-7cb852ac091d', 'project_id': '6c57740d18784553b80eed25f69f8425', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:22:49.383615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.395402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:49.402852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:security_group_rule and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:49.406953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:49.414498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:49.470617 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.securitygroups_db [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Project 6c57740d18784553b80eed25f69f8425 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 22:22:49.484514 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5bbaa4a4-93ed-4a30-b0e3-2e644a8d425e req-68588b3a-7c35-4448-b8cf-9bdcecbc9324 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220827
Nov 11 22:22:49.497575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.501905 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] For port 1a11291f-1f46-42f6-b594-acd664bf8f13, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:22:49.506015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] For port 1a11291f-1f46-42f6-b594-acd664bf8f13, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=1a11291f-1f46-42f6-b594-acd664bf8f13,segment=NetworkSegment(915a120b-e570-460b-9c03-1b55d213b17d),segment_id=915a120b-e570-460b-9c03-1b55d213b17d)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:22:49.521058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914f82-75b8-4399-b890-3a124df0d4da req-aafde4a5-3109-41fa-bcaf-36bf9afdef30 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:49.542804 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d6914f82-75b8-4399-b890-3a124df0d4da req-aafde4a5-3109-41fa-bcaf-36bf9afdef30 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1228406
Nov 11 22:22:49.584232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.589837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:49.615226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.641548 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d6914f82-75b8-4399-b890-3a124df0d4da req-4909a669-051d-4499-988b-ef23edcd4b15 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105592
Nov 11 22:22:49.663440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.666311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:49.685586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc712193-c107-4049-8c71-f212ae3c4a44,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:49.690305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:49.747109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:49.748433 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3733745
Nov 11 22:22:49.899082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Routers {'334ddbf6-9462-40de-8aba-b36a8240aa16'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:22:49.899082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b70ccda0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:22:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['334ddbf6-9462-40de-8aba-b36a8240aa16'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:49.976620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Pushing event updated for resources: {'Port': ['ID=1a11291f-1f46-42f6-b594-acd664bf8f13,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:50.003941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.003941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.004266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.004634 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.005001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.005403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.005771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.006159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.006521 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.006879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.007237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:22:50.012466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:50.192907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] Set router 334ddbf6-9462-40de-8aba-b36a8240aa16 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:22:50.266406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 42d9e036-120b-4492-b627-1152e385bac9 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:50.301462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48134) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:50.602172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:50.617496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 42d9e036-120b-4492-b627-1152e385bac9 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:50.654735 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 42d9e036-120b-4492-b627-1152e385bac9 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:50.655175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:50.694556 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:22:50.715883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Usage tracker for resource:security_group_rule and tenant:b4527ba626f447cbb644b809099dba95 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:22:50.730389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:22:50.742817 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:22:50.949388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:50.979117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:50.983378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:50.991681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-540f9782-0895-4d46-a97b-16de73700a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:51.004841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b70ccda0>, [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:43Z', 'revision_number': 4, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '1a11291f-1f46-42f6-b594-acd664bf8f13', 'name': '', 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'mac_address': 'fa:16:3e:4b:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b9ad106-f257-47b0-8048-f8deffec2c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:43Z', 'updated_at': '2021-11-11T22:22:49Z', 'revision_number': 4, 'project_id': '059246136543455989e69ff8d7860f2b', 'subnets': [{'id': '5b9ad106-f257-47b0-8048-f8deffec2c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:22:51.013174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3a359-d6d3-4db9-960a-dd2d7c435ca4 req-d06fea0a-ff61-49f7-a2ed-8f461134ed46 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:51.016096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd57aeb-d4f6-400b-bedf-bc529ff4dabb None None] The sync data for ids ['334ddbf6-9462-40de-8aba-b36a8240aa16'] in dv-cinder-815883-4-iscsi is: [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:43Z', 'revision_number': 4, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '1a11291f-1f46-42f6-b594-acd664bf8f13', 'name': '', 'network_id': 'd07e9a21-e68c-4f70-a472-b79ed3ad9d52', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'mac_address': 'fa:16:3e:4b:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b9ad106-f257-47b0-8048-f8deffec2c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:43Z', 'updated_at': '2021-11-11T22:22:49Z', 'revision_number': 4, 'project_id': '059246136543455989e69ff8d7860f2b', 'subnets': [{'id': '5b9ad106-f257-47b0-8048-f8deffec2c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:22:51.017555 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1bc3a359-d6d3-4db9-960a-dd2d7c435ca4 req-d06fea0a-ff61-49f7-a2ed-8f461134ed46 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 944 time: 0.2562218
Nov 11 22:22:51.038748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7082f1e7-2281-4881-8e97-49a58e961f49,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:51.049022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:51.053094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0452f-a279-4557-bf62-5706892c3639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9e036-120b-4492-b627-1152e385bac9'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:22:51.065578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 42d9e036-120b-4492-b627-1152e385bac9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=42d9e036-120b-4492-b627-1152e385bac9,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:51.079178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0a73-ba53-406f-aab5-68247de37a72 req-19a380f1-2bf1-4af4-af05-20f09dfd9f8f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:51.086725 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b75d0a73-ba53-406f-aab5-68247de37a72 req-19a380f1-2bf1-4af4-af05-20f09dfd9f8f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1891057
Nov 11 22:22:51.096261 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4527ba626f447cbb644b809099dba95&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7935345
Nov 11 22:22:51.098202 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:51.101160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:51.105948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48164) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:22:51.160900 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1bc3a359-d6d3-4db9-960a-dd2d7c435ca4 req-f4a36e10-dc65-443a-b944-9b8f7dc437c1 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343467
Nov 11 22:22:51.189328 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b75d0a73-ba53-406f-aab5-68247de37a72 req-174fe0d7-d75c-41c7-aaa9-bc56e8484e35 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009138
Nov 11 22:22:51.232023 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-afb3032a-f5da-4b63-9ae3-6327bd66c233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:51.262443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=42d9e036-120b-4492-b627-1152e385bac9,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:51.276579 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:51.287325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-afb3032a-f5da-4b63-9ae3-6327bd66c233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:51.400917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-afb3032a-f5da-4b63-9ae3-6327bd66c233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:51.407161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c2da374c-a358-4834-b96f-152b27c1fb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:51.421633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3032a-f5da-4b63-9ae3-6327bd66c233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7082f1e7-2281-4881-8e97-49a58e961f49,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:51.425246 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-afb3032a-f5da-4b63-9ae3-6327bd66c233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:51.427402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-afb3032a-f5da-4b63-9ae3-6327bd66c233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:51.428657 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-afb3032a-f5da-4b63-9ae3-6327bd66c233 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7082f1e7-2281-4881-8e97-49a58e961f49 HTTP/1.1" status: 204  len: 168 time: 0.3210876
Nov 11 22:22:51.485393 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0452f-a279-4557-bf62-5706892c3639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9e036-120b-4492-b627-1152e385bac9', 'code': 200}
Nov 11 22:22:51.917986 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42c6d104-d496-411c-8eab-94bc5df6473f req-44109e3d-75a4-448d-af67-5ab8655e1ad9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 1098 time: 0.1024921
Nov 11 22:22:51.970109 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42c6d104-d496-411c-8eab-94bc5df6473f req-c48f9119-83bb-4313-86d7-f0fe2034e5fa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445218
Nov 11 22:22:52.488014 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620022-4f40-4dd8-95ff-6638f4ca4bed req-a9ee30e1-b339-4509-a612-c24466a45069 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:52.489893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03620022-4f40-4dd8-95ff-6638f4ca4bed req-a9ee30e1-b339-4509-a612-c24466a45069 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1268094
Nov 11 22:22:52.525562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 1a11291f-1f46-42f6-b594-acd664bf8f13 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:52.530217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f7e2e-1684-468f-b548-6c1b369db38d req-17ebf270-19f4-4d08-9d53-40408bcf9245 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:52.531937 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-148f7e2e-1684-468f-b548-6c1b369db38d req-17ebf270-19f4-4d08-9d53-40408bcf9245 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 945 time: 0.2103436
Nov 11 22:22:52.586041 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03620022-4f40-4dd8-95ff-6638f4ca4bed req-53648ee3-622f-4fd0-a5c1-c2406ccdb5dc tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887082
Nov 11 22:22:52.620163 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-148f7e2e-1684-468f-b548-6c1b369db38d req-a7fd7819-5fd9-43b9-bc30-3b085af95814 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698504
Nov 11 22:22:52.674915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 1a11291f-1f46-42f6-b594-acd664bf8f13 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:22:52.682260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 1a11291f-1f46-42f6-b594-acd664bf8f13 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:52.682767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:52.812440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:52.849839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 1a11291f-1f46-42f6-b594-acd664bf8f13, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=1a11291f-1f46-42f6-b594-acd664bf8f13,segment=NetworkSegment(915a120b-e570-460b-9c03-1b55d213b17d),segment_id=915a120b-e570-460b-9c03-1b55d213b17d)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:22:52.877981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:52.880384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:22:52.957596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=1a11291f-1f46-42f6-b594-acd664bf8f13,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:22:52.965168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:22:54.479679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 1a11291f-1f46-42f6-b594-acd664bf8f13 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:22:54.559177 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 1a11291f-1f46-42f6-b594-acd664bf8f13 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:22:54.560172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:56.901688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:22:59.826682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62881684-7754-40b3-a2ab-459493472948 req-390890cb-20d1-435c-8fc2-f06b62e415aa tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:59.829217 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-62881684-7754-40b3-a2ab-459493472948 req-390890cb-20d1-435c-8fc2-f06b62e415aa tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1709061
Nov 11 22:22:59.901073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b365da-0608-4bc3-ad5b-9348dbfa17e0 req-04295b0b-6db5-48fb-ade2-01609229b362 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:22:59.902884 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9b365da-0608-4bc3-ad5b-9348dbfa17e0 req-04295b0b-6db5-48fb-ade2-01609229b362 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 945 time: 0.1953075
Nov 11 22:22:59.950323 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-62881684-7754-40b3-a2ab-459493472948 req-c411202d-3904-4f26-a440-dc6f273266b5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123533
Nov 11 22:22:59.979374 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9b365da-0608-4bc3-ad5b-9348dbfa17e0 req-0d9a3949-293a-4d49-bd77-43be37010c97 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622642
Nov 11 22:23:01.337439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578a659-92fc-4fdd-a0db-c873da4d6621 req-749ca2bf-d36d-4a1c-88fd-d389aa195e29 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:01.338994 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b578a659-92fc-4fdd-a0db-c873da4d6621 req-749ca2bf-d36d-4a1c-88fd-d389aa195e29 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1585112
Nov 11 22:23:01.346198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518c0f-4820-4d7b-92c0-5e1036a0f014 req-e031b223-84ac-44e1-89ea-fb3789078b87 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:01.347804 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3518c0f-4820-4d7b-92c0-5e1036a0f014 req-e031b223-84ac-44e1-89ea-fb3789078b87 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 945 time: 0.1314924
Nov 11 22:23:01.430513 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b578a659-92fc-4fdd-a0db-c873da4d6621 req-2443cab9-76f9-4eab-94b0-5b8a19c32f1f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815887
Nov 11 22:23:01.439257 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3518c0f-4820-4d7b-92c0-5e1036a0f014 req-771424d0-b744-494e-9302-e323d2904b63 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734005
Nov 11 22:23:02.889598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f6931-83fe-48f9-b7f7-015ed5dab392 req-bd5f50d2-5f72-45c8-b69f-dcb36e67e250 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:02.891397 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d8f6931-83fe-48f9-b7f7-015ed5dab392 req-bd5f50d2-5f72-45c8-b69f-dcb36e67e250 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1399426
Nov 11 22:23:02.965918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03157ea-cef2-433a-bc80-cde268519465 req-6f7abf1a-e4c7-4b5c-9f19-eb8f04264233 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:02.967558 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e03157ea-cef2-433a-bc80-cde268519465 req-6f7abf1a-e4c7-4b5c-9f19-eb8f04264233 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 945 time: 0.1546295
Nov 11 22:23:02.970217 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d8f6931-83fe-48f9-b7f7-015ed5dab392 req-2e81169f-63fa-48cb-9821-16bc9a1953d5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675795
Nov 11 22:23:03.038002 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e03157ea-cef2-433a-bc80-cde268519465 req-3f81dab3-6a11-46a7-b2ba-635c6aa83b60 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573618
Nov 11 22:23:04.238706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3070-45f1-4b19-a3f4-efa0994bde22 req-adfa2a3b-44d5-452a-8d8d-53e82f028ab7 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:04.244158 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c08d3070-45f1-4b19-a3f4-efa0994bde22 req-adfa2a3b-44d5-452a-8d8d-53e82f028ab7 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1147006
Nov 11 22:23:04.325534 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c08d3070-45f1-4b19-a3f4-efa0994bde22 req-cc7eac3d-4b2a-4364-84bf-94803d257356 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777528
Nov 11 22:23:05.236614 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cfc7eb62-3207-45be-aa9f-f4e5506a6ae5 req-bccfbaa3-b642-41e1-98eb-c3451fba6119 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1099 time: 0.0929501
Nov 11 22:23:05.296887 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cfc7eb62-3207-45be-aa9f-f4e5506a6ae5 req-7f1b9006-c512-40e5-9928-30b4b9406edd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486825
Nov 11 22:23:05.547692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be9bd2-2846-40f4-b137-274ba48d54a6 req-ec345492-3b46-4656-b66a-459357602bac tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:05.549478 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b0be9bd2-2846-40f4-b137-274ba48d54a6 req-ec345492-3b46-4656-b66a-459357602bac tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0942712
Nov 11 22:23:05.603124 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b0be9bd2-2846-40f4-b137-274ba48d54a6 req-28a17f5f-ad73-4bc0-b03a-14b8939caa31 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463469
Nov 11 22:23:06.403489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5e9be078-0eaa-43f8-8ec1-081588a893cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:06.823254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52e18-d28a-4a56-bbda-9658f4efcef6 req-3b2a959d-e97f-4e1a-95d6-4d840b815aba tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:06.824794 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dda52e18-d28a-4a56-bbda-9658f4efcef6 req-3b2a959d-e97f-4e1a-95d6-4d840b815aba tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0875790
Nov 11 22:23:06.879918 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dda52e18-d28a-4a56-bbda-9658f4efcef6 req-794f22c8-7af1-4100-865b-e34cc89a3467 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489941
Nov 11 22:23:08.092941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f89b-cff2-4cb5-9638-d3bf9320ecd5 req-fd00d86e-d6d9-4b78-a03e-cb353022b888 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:08.094839 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0ee8f89b-cff2-4cb5-9638-d3bf9320ecd5 req-fd00d86e-d6d9-4b78-a03e-cb353022b888 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0834565
Nov 11 22:23:08.153002 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0ee8f89b-cff2-4cb5-9638-d3bf9320ecd5 req-d75a9375-1bea-4c11-8955-3291391c3b7c tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518587
Nov 11 22:23:08.248207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:23:08.786128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c9ebed2c-6a02-4478-b26f-acb27c817480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:08.812313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:09.422609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:09.537976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19648b98-9e05-42db-a0e9-83bc2b927bc3 req-a4ac9aa6-74b2-4471-bf3f-5a3135eebf31 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:09.539664 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-19648b98-9e05-42db-a0e9-83bc2b927bc3 req-a4ac9aa6-74b2-4471-bf3f-5a3135eebf31 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1230481
Nov 11 22:23:09.616680 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-19648b98-9e05-42db-a0e9-83bc2b927bc3 req-258ef94e-a6ce-4b8d-ad0b-2db49ab6e378 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695875
Nov 11 22:23:10.798336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47f05f-0f3f-483c-b478-b6f855057b4d req-f8910d78-9956-48f1-90dc-b3890fc66e5d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:10.800223 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9d47f05f-0f3f-483c-b478-b6f855057b4d req-f8910d78-9956-48f1-90dc-b3890fc66e5d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.1277270
Nov 11 22:23:10.891171 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9d47f05f-0f3f-483c-b478-b6f855057b4d req-045b72f0-269f-4cbf-9027-1ace936cb499 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738618
Nov 11 22:23:10.900710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517cd7-6fd2-4e7e-9c3e-1f73442e22bf req-d4fb8679-021c-404b-b5d9-242096d64a3e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:10.902393 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f9517cd7-6fd2-4e7e-9c3e-1f73442e22bf req-d4fb8679-021c-404b-b5d9-242096d64a3e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1453903
Nov 11 22:23:10.957002 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f9517cd7-6fd2-4e7e-9c3e-1f73442e22bf req-afd61cce-0646-4847-a07f-f59a6a0bf77d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454433
Nov 11 22:23:11.098400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:11.765248 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-f8a0aada-ff8f-41a8-b954-555e70350af2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 1099 time: 0.0881975
Nov 11 22:23:11.857754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5bc9d-84f6-400e-9ab3-21e9e06bebd2 req-817e2df7-6efb-4e0b-b8aa-c50a67bcfda9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:11.862554 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bce5bc9d-84f6-400e-9ab3-21e9e06bebd2 req-817e2df7-6efb-4e0b-b8aa-c50a67bcfda9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1523950
Nov 11 22:23:11.924372 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bce5bc9d-84f6-400e-9ab3-21e9e06bebd2 req-41deb4cb-e391-42f8-8d13-d85c583a2469 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540690
Nov 11 22:23:11.949698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-844f81cc-288f-4cc2-91a6-8f347118c528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:11.951343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-844f81cc-288f-4cc2-91a6-8f347118c528 service neutron] 10.222.0.65 "GET /v2.0/networks?id=993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 200  len: 920 time: 0.1710358
Nov 11 22:23:12.035210 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-54d2042d-f2a0-457d-aaaf-39da80cff0a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9 HTTP/1.1" status: 200  len: 217 time: 0.0734735
Nov 11 22:23:12.225957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2d83a-fd4a-4e97-997b-4bfbc4172fc5 req-9281338d-30d2-4dd8-9f69-4496816d6bc5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:12.229160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-a11c4d30-d3cd-4829-80bd-8670e1ffbb1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:12.229345 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-88e2d83a-fd4a-4e97-997b-4bfbc4172fc5 req-9281338d-30d2-4dd8-9f69-4496816d6bc5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.1864119
Nov 11 22:23:12.229461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-a11c4d30-d3cd-4829-80bd-8670e1ffbb1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 200  len: 859 time: 0.1785886
Nov 11 22:23:12.285159 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-88e2d83a-fd4a-4e97-997b-4bfbc4172fc5 req-2d5784c2-355d-447e-86b5-5aea67cb004c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510533
Nov 11 22:23:12.299010 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-f0d468f6-556a-4f26-a3e4-ae482286d17b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=993f3801-0dfa-4a0f-9e80-197a191a325b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482209
Nov 11 22:23:12.460940 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-eabe939a-2ab3-4717-9fcb-3c4645969518 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462135
Nov 11 22:23:12.626450 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fb33cea-b91c-499f-ae10-ea7d508638be req-416c2a8e-bd1b-4d0b-ba34-0fd05bf74ba3 service neutron] 10.222.0.65 "GET /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518211
Nov 11 22:23:13.145166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81dd6c-1f24-4d03-808e-2cbdcfbe89ad req-881d55fa-03e9-44ec-8286-7b4607248665 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:13.146830 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ae81dd6c-1f24-4d03-808e-2cbdcfbe89ad req-881d55fa-03e9-44ec-8286-7b4607248665 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0834434
Nov 11 22:23:13.203145 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ae81dd6c-1f24-4d03-808e-2cbdcfbe89ad req-3d9dc5ad-1afb-40eb-b4ee-f7ffdd707dd3 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492179
Nov 11 22:23:13.533495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ecf27-397c-4f4d-9426-6a01fa1a5de8 req-2d145fc9-8033-4a02-a4e0-fe71ffba1339 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:13.533495 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a3ecf27-397c-4f4d-9426-6a01fa1a5de8 req-2d145fc9-8033-4a02-a4e0-fe71ffba1339 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.0935929
Nov 11 22:23:13.590117 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a3ecf27-397c-4f4d-9426-6a01fa1a5de8 req-35c9471e-3961-4c41-9f72-319f1c00078c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502923
Nov 11 22:23:14.424631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708b810-7586-4fba-85a6-32aa72d0b1b6 req-12585d06-33b9-46e4-9e5d-aed7457419d5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:14.426277 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9708b810-7586-4fba-85a6-32aa72d0b1b6 req-12585d06-33b9-46e4-9e5d-aed7457419d5 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0877426
Nov 11 22:23:14.476877 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9708b810-7586-4fba-85a6-32aa72d0b1b6 req-d0f6e470-c9c7-492b-afeb-512e9386075e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436997
Nov 11 22:23:14.807122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61b71-275c-41b4-9688-d34131d129a9 req-310f6988-5c45-4340-bb75-3071aa035d2c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:14.808739 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-70a61b71-275c-41b4-9688-d34131d129a9 req-310f6988-5c45-4340-bb75-3071aa035d2c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.0864077
Nov 11 22:23:14.859624 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-70a61b71-275c-41b4-9688-d34131d129a9 req-8b8ad452-cb72-4c32-8973-a7e8487712de tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447609
Nov 11 22:23:23.360012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a298c33-99f8-4266-b33a-ff2c8a7e580d req-1e0d120e-717b-4229-8830-873cebf13d03 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:23.361653 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a298c33-99f8-4266-b33a-ff2c8a7e580d req-1e0d120e-717b-4229-8830-873cebf13d03 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1510928
Nov 11 22:23:23.390686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d2b7-b4b5-4406-9396-08a4975237eb req-b73d6d4d-cf93-4cbd-9b99-38ddbac025a1 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:23.392296 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dfb1d2b7-b4b5-4406-9396-08a4975237eb req-b73d6d4d-cf93-4cbd-9b99-38ddbac025a1 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.1324880
Nov 11 22:23:23.459645 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a298c33-99f8-4266-b33a-ff2c8a7e580d req-4d169170-4750-4ea0-bad8-7d73a984620f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895607
Nov 11 22:23:23.468197 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dfb1d2b7-b4b5-4406-9396-08a4975237eb req-97793ceb-8fb4-4a3e-b397-de05ed8be5b0 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695398
Nov 11 22:23:24.026509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee597b2-f68d-437e-a984-909131bc15da req-6db130ad-af71-491c-82d2-0a71c6d72a8c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:24.027273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-bee597b2-f68d-437e-a984-909131bc15da req-6db130ad-af71-491c-82d2-0a71c6d72a8c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Synchronizing usage tracker for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:24.102934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-bee597b2-f68d-437e-a984-909131bc15da req-6db130ad-af71-491c-82d2-0a71c6d72a8c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Unset dirty status for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:24.104292 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bee597b2-f68d-437e-a984-909131bc15da req-6db130ad-af71-491c-82d2-0a71c6d72a8c tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.1877358
Nov 11 22:23:24.190648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Deleting port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:23:24.191044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:24.479670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] For port 04a62df9-34a5-4fca-8109-bd8a73ed9d05, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=04a62df9-34a5-4fca-8109-bd8a73ed9d05,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:23:24.480280 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:24.611954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Calling delete_port for 04a62df9-34a5-4fca-8109-bd8a73ed9d05 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:23:24.760751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce7a17-5e17-4094-b0a4-7683cf76eeda req-96f27645-8b00-454e-af72-8d6b58ce05fd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:24.762457 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8bce7a17-5e17-4094-b0a4-7683cf76eeda req-96f27645-8b00-454e-af72-8d6b58ce05fd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 945 time: 0.1234593
Nov 11 22:23:24.770118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e4f8-8337-482b-bbab-5ea70d335387 req-e70c4582-2f33-4039-bfb5-3732eea8b4c3 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:24.771875 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d455e4f8-8337-482b-bbab-5ea70d335387 req-e70c4582-2f33-4039-bfb5-3732eea8b4c3 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1781073
Nov 11 22:23:24.883307 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d455e4f8-8337-482b-bbab-5ea70d335387 req-e67d4d86-3316-4258-95a1-9668aa67a47b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991826
Nov 11 22:23:24.913751 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8bce7a17-5e17-4094-b0a4-7683cf76eeda req-2091d491-c38a-4283-9a03-cb2938ccd518 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254261
Nov 11 22:23:25.012373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:25.020212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:25.027999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['fdd53752-f197-4ff2-ac1e-e17d49fc1545', '28d819e4-9ffb-46f3-8346-6eb41adab999', '5a4e95e8-73b5-45a2-996d-9a71d2add150', '04a62df9-34a5-4fca-8109-bd8a73ed9d05'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:23:25.096643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Pushing event deleted for resources: {'Port': ['ID=04a62df9-34a5-4fca-8109-bd8a73ed9d05,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:25.096643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:25.176989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] No DVR routers for this DVR port 04a62df9-34a5-4fca-8109-bd8a73ed9d05 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:23:25.180483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:25.184804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db2eb70-9eb7-4152-b2ce-255c79df3591', 'name': 'network-vif-deleted', 'tag': '04a62df9-34a5-4fca-8109-bd8a73ed9d05'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:23:25.245911 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db2eb70-9eb7-4152-b2ce-255c79df3591', 'name': 'network-vif-deleted', 'tag': '04a62df9-34a5-4fca-8109-bd8a73ed9d05', 'status': 'completed', 'code': 200}
Nov 11 22:23:25.285851 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bee597b2-f68d-437e-a984-909131bc15da req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "DELETE /v2.0/ports/04a62df9-34a5-4fca-8109-bd8a73ed9d05 HTTP/1.1" status: 204  len: 173 time: 1.1684384
Nov 11 22:23:26.364165 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-62343522-d0d9-4d7a-969e-64125b175298 req-707400d0-2675-4abb-8e0e-0c499e799fed tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db2eb70-9eb7-4152-b2ce-255c79df3591 HTTP/1.1" status: 200  len: 210 time: 0.2681608
Nov 11 22:23:26.426226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67100ab8-1125-4683-8422-b72cbcf42e2e req-0b841933-af3d-4e5d-82a2-ed85021ec7ea tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:26.439309 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67100ab8-1125-4683-8422-b72cbcf42e2e req-0b841933-af3d-4e5d-82a2-ed85021ec7ea tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.3923795
Nov 11 22:23:26.542262 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67100ab8-1125-4683-8422-b72cbcf42e2e req-5295abaf-3cfb-4a24-8194-fba7e8971800 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927234
Nov 11 22:23:26.581267 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-6e70b21b-06d0-4b32-90b1-cfd4b506a90d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3643970
Nov 11 22:23:26.797926 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-9816baaa-3266-451c-99f2-c13bc41469f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1098 time: 0.0774109
Nov 11 22:23:26.942314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:26.986924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-f83a4db2-9462-42d3-8313-8ff19b8a0ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:26.988585 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-f83a4db2-9462-42d3-8313-8ff19b8a0ec3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.1613102
Nov 11 22:23:27.112556 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-8cf8939a-2759-4cc7-accc-4cfb1bbd429b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 1001 time: 0.1102977
Nov 11 22:23:27.190257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-9d60dfdf-ec13-466b-848c-db7dc2aa3a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:27.191939 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-9d60dfdf-ec13-466b-848c-db7dc2aa3a61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.0710373
Nov 11 22:23:27.280222 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-326eadea-57e0-4dcc-aa1c-44965f347b96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773084
Nov 11 22:23:27.448786 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-76f66230-35a0-4bb8-a5a5-99440a803aac service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443777
Nov 11 22:23:27.637455 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba9a05ea-f1c1-4097-9ae7-afeed4d4c47e req-94461dec-1c13-42fb-b0dc-65e3fe58f4da service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709301
Nov 11 22:23:27.931455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ca351-a818-4502-89cb-ab2256ef71fd req-9573669f-9944-4725-bce4-2211ce9a0022 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:27.934384 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-651ca351-a818-4502-89cb-ab2256ef71fd req-9573669f-9944-4725-bce4-2211ce9a0022 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1939223
Nov 11 22:23:28.034565 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-651ca351-a818-4502-89cb-ab2256ef71fd req-d97ae582-8c7a-482a-96e0-8e8166d86de9 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873270
Nov 11 22:23:28.405269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 04a62df9-34a5-4fca-8109-bd8a73ed9d05 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:23:28.440665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 04a62df9-34a5-4fca-8109-bd8a73ed9d05 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:23:28.441063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 04a62df9-34a5-4fca-8109-bd8a73ed9d05 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:23:29.268403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcc50b-799a-4240-ae40-47154be824f8 req-04ad9c0e-b1a0-436b-8db4-8e843a494781 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:29.270315 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0bcc50b-799a-4240-ae40-47154be824f8 req-04ad9c0e-b1a0-436b-8db4-8e843a494781 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0968966
Nov 11 22:23:29.337520 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0bcc50b-799a-4240-ae40-47154be824f8 req-0eae110b-fd01-4cad-a77b-7405e653c777 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598183
Nov 11 22:23:29.913733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38a65-4dac-4fe7-aca8-fcbf9a304f2e req-df34c3e7-c939-4316-bcbf-e22f1d1f518a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:29.915378 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-50e38a65-4dac-4fe7-aca8-fcbf9a304f2e req-df34c3e7-c939-4316-bcbf-e22f1d1f518a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.0866420
Nov 11 22:23:29.981337 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-50e38a65-4dac-4fe7-aca8-fcbf9a304f2e req-8dcbd34f-43b0-46a3-877d-797ef7ffc692 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594234
Nov 11 22:23:31.198806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656c0a2-e5df-4d7f-85c5-300aaea9a500 req-4d7bdf76-0180-441f-879a-cf8f57e34281 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:31.200492 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4656c0a2-e5df-4d7f-85c5-300aaea9a500 req-4d7bdf76-0180-441f-879a-cf8f57e34281 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.0884101
Nov 11 22:23:31.266530 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4656c0a2-e5df-4d7f-85c5-300aaea9a500 req-b47e59d1-40ec-4e09-9d4c-a6caf2fe07cd tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463171
Nov 11 22:23:32.494423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48712) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:23:32.519196 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21caa6-afe0-48e2-bad1-26e576bf28b2 req-6efaca0e-4834-46dc-ab28-ab601165f359 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:32.520900 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cc21caa6-afe0-48e2-bad1-26e576bf28b2 req-6efaca0e-4834-46dc-ab28-ab601165f359 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.1119964
Nov 11 22:23:32.597883 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cc21caa6-afe0-48e2-bad1-26e576bf28b2 req-0f678e39-e4c7-4d70-b08d-1ce5c2d765a2 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663359
Nov 11 22:23:32.699571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:32.809314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:23:32.813638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a67bcf04f094626a4bfcf47f10127f6 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:23:32.816829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:23:32.823794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:23:33.011975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:33.059690 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:33.067127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-88713075-1c4d-4a72-9553-ca0ac825d437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:33.121668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318169c4-74b6-4fa8-be1e-80e04e9c06b3,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:33.125570 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:33.129013 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a67bcf04f094626a4bfcf47f10127f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6332874
Nov 11 22:23:33.131916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 48724) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:23:33.231193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f3e044e-5f5d-4b79-b5ff-b3d454af356e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:33.279635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f3e044e-5f5d-4b79-b5ff-b3d454af356e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:33.364546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f3e044e-5f5d-4b79-b5ff-b3d454af356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:33.369844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-942666e6-4960-4e1f-8f1a-0a2a2fa19d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:33.386316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e044e-5f5d-4b79-b5ff-b3d454af356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318169c4-74b6-4fa8-be1e-80e04e9c06b3,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:33.388086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3f3e044e-5f5d-4b79-b5ff-b3d454af356e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:33.390530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f3e044e-5f5d-4b79-b5ff-b3d454af356e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:33.402826 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3f3e044e-5f5d-4b79-b5ff-b3d454af356e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/318169c4-74b6-4fa8-be1e-80e04e9c06b3 HTTP/1.1" status: 204  len: 168 time: 0.2581432
Nov 11 22:23:34.125073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f14ae1-72d3-4da5-a510-78dbb1494eed req-d7fd2a15-56a0-48ee-8aa5-0d2a5b69dc80 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:34.126789 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-40f14ae1-72d3-4da5-a510-78dbb1494eed req-d7fd2a15-56a0-48ee-8aa5-0d2a5b69dc80 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.3885667
Nov 11 22:23:34.182081 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-40f14ae1-72d3-4da5-a510-78dbb1494eed req-9bdd82a8-bea9-44be-93ac-16c6a6564901 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486205
Nov 11 22:23:34.425784 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde1949-517f-4a72-8867-5815382aac50 req-df79213a-1297-400f-8852-f83c33c546c4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:34.426613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-acde1949-517f-4a72-8867-5815382aac50 req-df79213a-1297-400f-8852-f83c33c546c4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Synchronizing usage tracker for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:34.473846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-acde1949-517f-4a72-8867-5815382aac50 req-df79213a-1297-400f-8852-f83c33c546c4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Unset dirty status for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:34.475943 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-acde1949-517f-4a72-8867-5815382aac50 req-df79213a-1297-400f-8852-f83c33c546c4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 945 time: 0.1421626
Nov 11 22:23:34.597549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Deleting port 5a4e95e8-73b5-45a2-996d-9a71d2add150 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:23:34.598112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:34.882773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] For port 5a4e95e8-73b5-45a2-996d-9a71d2add150, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5a4e95e8-73b5-45a2-996d-9a71d2add150,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:23:34.883322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:35.016243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Calling delete_port for 5a4e95e8-73b5-45a2-996d-9a71d2add150 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:23:35.289154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:35.305618 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4e42ca92-6beb-4366-9fe4-0412d2e1e0b5 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:35.320724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['fdd53752-f197-4ff2-ac1e-e17d49fc1545', '28d819e4-9ffb-46f3-8346-6eb41adab999', '5a4e95e8-73b5-45a2-996d-9a71d2add150'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:23:35.393242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Pushing event deleted for resources: {'Port': ['ID=5a4e95e8-73b5-45a2-996d-9a71d2add150,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:35.399335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:35.452238 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-57053f54-21c9-44a7-b291-dd469c165eb0 req-b0ca0670-a6d9-4d63-be41-6868beba1b8e tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.0831790
Nov 11 22:23:35.534823 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] No DVR routers for this DVR port 5a4e95e8-73b5-45a2-996d-9a71d2add150 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:23:35.540236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:35.548130 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f7d1a8-1a00-41aa-8189-dce771944762', 'name': 'network-vif-deleted', 'tag': '5a4e95e8-73b5-45a2-996d-9a71d2add150'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:23:35.607041 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-acde1949-517f-4a72-8867-5815382aac50 req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "DELETE /v2.0/ports/5a4e95e8-73b5-45a2-996d-9a71d2add150 HTTP/1.1" status: 204  len: 173 time: 1.1238570
Nov 11 22:23:35.658975 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f7d1a8-1a00-41aa-8189-dce771944762', 'name': 'network-vif-deleted', 'tag': '5a4e95e8-73b5-45a2-996d-9a71d2add150', 'status': 'completed', 'code': 200}
Nov 11 22:23:36.041567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50661-4cfc-412b-929e-d869043bde3f req-6cf8d7b1-0ac0-4bc8-a1d9-34876fde284d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:36.043439 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-59f50661-4cfc-412b-929e-d869043bde3f req-6cf8d7b1-0ac0-4bc8-a1d9-34876fde284d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1385777
Nov 11 22:23:36.128638 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-59f50661-4cfc-412b-929e-d869043bde3f req-bf832b16-5287-4fac-a1cb-281c05874b84 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778439
Nov 11 22:23:36.427309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3373e179-5029-49f9-95b4-5627d8b60bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:36.686314 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cd268e4-5a13-448e-badf-6fba33a36a29 req-cb7bbaea-94e6-452a-9675-136bec72f150 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f7d1a8-1a00-41aa-8189-dce771944762 HTTP/1.1" status: 200  len: 210 time: 0.0775380
Nov 11 22:23:37.364063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1068d-5cce-47f4-995d-1e53b6fb4112 req-83708edb-1d28-4eef-a143-0903bebaaab8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:37.365800 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c2d1068d-5cce-47f4-995d-1e53b6fb4112 req-83708edb-1d28-4eef-a143-0903bebaaab8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1017120
Nov 11 22:23:37.418469 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c2d1068d-5cce-47f4-995d-1e53b6fb4112 req-29b7d111-91b5-41b9-90ea-8b6b2cc66ff4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458384
Nov 11 22:23:38.469262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 5a4e95e8-73b5-45a2-996d-9a71d2add150 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:23:38.517129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 5a4e95e8-73b5-45a2-996d-9a71d2add150 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:23:38.517649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 5a4e95e8-73b5-45a2-996d-9a71d2add150 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:23:38.691941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427de1e8-0f2f-4579-99bc-e29d66c381d9 req-9ceb69d3-6b9c-4a48-a53f-6d15c175321d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:38.693780 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-427de1e8-0f2f-4579-99bc-e29d66c381d9 req-9ceb69d3-6b9c-4a48-a53f-6d15c175321d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.3025644
Nov 11 22:23:38.764068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99ca1b-df02-48a3-a0f6-278bd517ca1c req-2adb03ed-00d9-43b5-9734-a3c75fe85537 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:38.771557 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ed99ca1b-df02-48a3-a0f6-278bd517ca1c req-2adb03ed-00d9-43b5-9734-a3c75fe85537 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1422281
Nov 11 22:23:38.776077 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-427de1e8-0f2f-4579-99bc-e29d66c381d9 req-55fc5509-4989-4a23-a044-1e66c35e3485 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734377
Nov 11 22:23:38.797785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-676cfcac-0b46-428c-ab8c-c08cee3ee151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:38.828787 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ed99ca1b-df02-48a3-a0f6-278bd517ca1c req-4c259f9d-15d9-4a6a-99b7-66188075455d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505519
Nov 11 22:23:38.889211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:39.399423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:40.102422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac8cf5-d95e-49ac-acce-9b595fcb701a req-2360be8a-2b04-4a43-b356-13db0e3d6d4a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:40.104004 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-17ac8cf5-d95e-49ac-acce-9b595fcb701a req-2360be8a-2b04-4a43-b356-13db0e3d6d4a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1194916
Nov 11 22:23:40.111271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306154a-f76e-4854-b001-09e85dbeb43d req-c490830c-d71a-44f8-b6d4-8ade56abd485 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:40.112966 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3306154a-f76e-4854-b001-09e85dbeb43d req-c490830c-d71a-44f8-b6d4-8ade56abd485 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.1695037
Nov 11 22:23:40.200762 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-17ac8cf5-d95e-49ac-acce-9b595fcb701a req-21df74d6-6e17-43fd-8873-1da28482c24d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866516
Nov 11 22:23:40.209098 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3306154a-f76e-4854-b001-09e85dbeb43d req-7aceb1e3-66fb-46b7-ab5b-73f41a4656b7 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773017
Nov 11 22:23:41.116751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:41.506028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335682a9-c5a5-4b52-98a4-d24cc5113aad req-a7bc0549-00ee-47d7-acd5-7e766862268f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:41.507867 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-335682a9-c5a5-4b52-98a4-d24cc5113aad req-a7bc0549-00ee-47d7-acd5-7e766862268f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.1303310
Nov 11 22:23:41.518460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639115dc-2923-4c5f-bc68-452c861c9964 req-5c364b70-2682-432c-b70e-44f0904dd1b4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:41.520130 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-639115dc-2923-4c5f-bc68-452c861c9964 req-5c364b70-2682-432c-b70e-44f0904dd1b4 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1791749
Nov 11 22:23:41.526669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-355756b9-a696-460d-9d5e-d6b2a6848c22 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:41.527572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-355756b9-a696-460d-9d5e-d6b2a6848c22 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Synchronizing usage tracker for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:41.543214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-355756b9-a696-460d-9d5e-d6b2a6848c22 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Unset dirty status for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:41.544464 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-355756b9-a696-460d-9d5e-d6b2a6848c22 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 945 time: 0.1333461
Nov 11 22:23:41.606980 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-335682a9-c5a5-4b52-98a4-d24cc5113aad req-76a5c9da-e8cb-4e66-b27b-b473e4d9042d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857091
Nov 11 22:23:41.609453 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-639115dc-2923-4c5f-bc68-452c861c9964 req-443d2406-1c11-4aea-bba0-122307fe8d2f tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722864
Nov 11 22:23:41.692278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Deleting port b812e2f6-c66a-472b-ad2c-00accd33d07c {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:23:41.692691 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:41.774798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-8eb35b61-819b-4df3-83d5-6f6166008411 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:41.775616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-8eb35b61-819b-4df3-83d5-6f6166008411 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Synchronizing usage tracker for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:41.879592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-8eb35b61-819b-4df3-83d5-6f6166008411 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Unset dirty status for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:41.880862 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-8eb35b61-819b-4df3-83d5-6f6166008411 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.3171656
Nov 11 22:23:42.042496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Deleting port 28d819e4-9ffb-46f3-8346-6eb41adab999 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:23:42.042882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:42.117963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] For port b812e2f6-c66a-472b-ad2c-00accd33d07c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b812e2f6-c66a-472b-ad2c-00accd33d07c,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:23:42.118734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:42.288074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Calling delete_port for b812e2f6-c66a-472b-ad2c-00accd33d07c owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:23:42.579437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] For port 28d819e4-9ffb-46f3-8346-6eb41adab999, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=28d819e4-9ffb-46f3-8346-6eb41adab999,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:23:42.579437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:42.714484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Calling delete_port for 28d819e4-9ffb-46f3-8346-6eb41adab999 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:23:42.744060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:42.755882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e9135447-c06d-49ca-9e71-fa76dbd557d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:42.763445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['7c99076f-69ac-4d23-8145-95d6aabf37b9'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:23:42.806981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Pushing event deleted for resources: {'Port': ['ID=b812e2f6-c66a-472b-ad2c-00accd33d07c,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:42.944107 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-54e95620-85b0-4834-99a6-9fd4f340d3a4 req-2a4a0a8e-dc5a-4cad-b7bb-87dcc3dfffb8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 210 time: 0.0679820
Nov 11 22:23:42.975805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66db8-fb11-4ff9-b4cf-912f21dab16e req-9566052d-a7df-4fe2-9492-09107a1f47d4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:42.988838 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-23d66db8-fb11-4ff9-b4cf-912f21dab16e req-9566052d-a7df-4fe2-9492-09107a1f47d4 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 945 time: 0.1922283
Nov 11 22:23:43.035435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:43.055037 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-23d66db8-fb11-4ff9-b4cf-912f21dab16e req-678e9bed-e6e3-4996-bdcc-327432321994 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683372
Nov 11 22:23:43.127110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] No DVR routers for this DVR port b812e2f6-c66a-472b-ad2c-00accd33d07c on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:23:43.143060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:43.146692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd6dd46-b605-420c-8847-651e43e7ddc4', 'name': 'network-vif-deleted', 'tag': 'b812e2f6-c66a-472b-ad2c-00accd33d07c'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:23:43.209072 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3bf4d76-1aea-4b8e-8c96-05bcbf6743bb req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.65 "DELETE /v2.0/ports/b812e2f6-c66a-472b-ad2c-00accd33d07c HTTP/1.1" status: 204  len: 173 time: 1.6437445
Nov 11 22:23:43.279212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:43.285685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5d9deb80-f8ef-47aa-8b2a-2ecf438fa10f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:43.323361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-d0d86f46-c681-4575-8ae9-6452e60b9a6c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Synchronizing usage tracker for tenant:6c57740d18784553b80eed25f69f8425 on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:43.329815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Pushing event deleted for resources: {'Port': ['ID=28d819e4-9ffb-46f3-8346-6eb41adab999,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:43.333855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:43.378206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-d0d86f46-c681-4575-8ae9-6452e60b9a6c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Unset dirty status for tenant:6c57740d18784553b80eed25f69f8425 on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:43.378206 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-d0d86f46-c681-4575-8ae9-6452e60b9a6c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2117300228&fields=id&tenant_id=6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 267 time: 0.1002219
Nov 11 22:23:43.417347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] No DVR routers for this DVR port 28d819e4-9ffb-46f3-8346-6eb41adab999 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:23:43.420255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:43.479420 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a14ae2a-8b58-4a9a-a72a-77f0e40bf893 req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "DELETE /v2.0/ports/28d819e4-9ffb-46f3-8346-6eb41adab999 HTTP/1.1" status: 204  len: 173 time: 1.5819435
Nov 11 22:23:43.481204 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd6dd46-b605-420c-8847-651e43e7ddc4', 'name': 'network-vif-deleted', 'tag': 'b812e2f6-c66a-472b-ad2c-00accd33d07c', 'status': 'completed', 'code': 200}
Nov 11 22:23:43.558413 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-1ec07253-34b1-479e-acf8-10448a6b614f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:43.559186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-1ec07253-34b1-479e-acf8-10448a6b614f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Synchronizing usage tracker for tenant:6c57740d18784553b80eed25f69f8425 on resource:network {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:43.569541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['fdd53752-f197-4ff2-ac1e-e17d49fc1545'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:23:43.614834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-1ec07253-34b1-479e-acf8-10448a6b614f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Unset dirty status for tenant:6c57740d18784553b80eed25f69f8425 on resource:network {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:43.617136 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-1ec07253-34b1-479e-acf8-10448a6b614f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 811 time: 0.2372653
Nov 11 22:23:43.635815 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-92ba9930-e999-4d70-b877-e0811cb0e203 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/quotas/6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 375 time: 0.0122304
Nov 11 22:23:43.737481 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-8217e1e5-c978-499c-b2f7-9a0c97f5f885 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0946021
Nov 11 22:23:43.994841 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-ba7b9e10-15be-42aa-9792-6c04dd8170d3 service neutron] 10.222.0.18 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440064
Nov 11 22:23:44.186620 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a2860556-60a1-4fb1-a6e0-2a9465448fe3 req-691c0300-1c35-4f2d-813e-e6f8ec103768 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd6dd46-b605-420c-8847-651e43e7ddc4 HTTP/1.1" status: 200  len: 210 time: 0.0638757
Nov 11 22:23:44.196035 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-c925a81c-6dfd-42b8-90d5-213d336ab343 service neutron] 10.222.0.18 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947348
Nov 11 22:23:44.405010 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0183f86a-c424-40f6-aa93-3768d0a7393e req-0e4508e2-f99c-4f78-a52f-08fce0e1f93d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=34184f69-06d3-41f2-91d7-ab3315c08f3c HTTP/1.1" status: 200  len: 210 time: 0.0731614
Nov 11 22:23:44.489481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 28d819e4-9ffb-46f3-8346-6eb41adab999 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:23:44.526343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 28d819e4-9ffb-46f3-8346-6eb41adab999 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:23:44.526628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 28d819e4-9ffb-46f3-8346-6eb41adab999 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:23:44.527506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device b812e2f6-c66a-472b-ad2c-00accd33d07c no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:23:44.574286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: b812e2f6-c66a-472b-ad2c-00accd33d07c {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:23:44.574876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device b812e2f6-c66a-472b-ad2c-00accd33d07c not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:23:45.019352 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fdd0dcd-5b6c-4de2-8586-32ff80bab735 req-395c7b1e-68ad-4cb1-ab7a-d6a88c960a86 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 210 time: 0.0508270
Nov 11 22:23:45.255263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:23:45.483020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34184f69-06d3-41f2-91d7-ab3315c08f3c', 'name': 'network-vif-deleted', 'tag': '28d819e4-9ffb-46f3-8346-6eb41adab999'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:23:45.673385 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34184f69-06d3-41f2-91d7-ab3315c08f3c', 'name': 'network-vif-deleted', 'tag': '28d819e4-9ffb-46f3-8346-6eb41adab999', 'status': 'completed', 'code': 200}
Nov 11 22:23:46.262338 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5e8c4d34-33cf-416b-99c7-1f9df2241e89 req-257baacc-8118-45b5-aeb8-d6249e321503 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 210 time: 0.0634954
Nov 11 22:23:46.307545 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d4781-cd15-4e5e-b0eb-e6c20a7526c1 req-868e6303-c9a3-429e-a0ae-3f010ea0dec2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:46.309318 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-974d4781-cd15-4e5e-b0eb-e6c20a7526c1 req-868e6303-c9a3-429e-a0ae-3f010ea0dec2 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1603866
Nov 11 22:23:46.403548 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-974d4781-cd15-4e5e-b0eb-e6c20a7526c1 req-4ae73d29-2ea5-414b-b399-daf623d610c6 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862985
Nov 11 22:23:47.451022 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a7668b5b-5f18-47d9-94af-07a5d6ce10d1 req-435783af-c878-4d0f-9301-1b816f630391 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 210 time: 0.0479839
Nov 11 22:23:47.705948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ee129-2fe7-4ac8-b0d5-b8072951fecb req-52fb771d-e618-4bc3-8312-03406b63e67b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:47.707618 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e53ee129-2fe7-4ac8-b0d5-b8072951fecb req-52fb771d-e618-4bc3-8312-03406b63e67b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1569061
Nov 11 22:23:47.762199 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e53ee129-2fe7-4ac8-b0d5-b8072951fecb req-4a53ce35-8d34-4630-910c-97a9f8dc0e7d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459247
Nov 11 22:23:47.936439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-807ed4b4-cfca-40ea-aed8-2a54a432be5f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:47.938179 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-807ed4b4-cfca-40ea-aed8-2a54a432be5f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 811 time: 0.2372706
Nov 11 22:23:48.021483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-4699f75d-33c5-4f58-bd93-a42d752694bc tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Synchronizing usage tracker for tenant:6c57740d18784553b80eed25f69f8425 on resource:security_group {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:48.035670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-4699f75d-33c5-4f58-bd93-a42d752694bc tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Unset dirty status for tenant:6c57740d18784553b80eed25f69f8425 on resource:security_group {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:48.036964 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-4699f75d-33c5-4f58-bd93-a42d752694bc tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 380 time: 0.0663562
Nov 11 22:23:48.050260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'port': {'device_id': '96d0c80a-508e-4064-b84c-4160051f28e0', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'admin_state_up': True, 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'security_groups': ['5b2e7852-1664-4950-8a26-7cb852ac091d']}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:23:48.216285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:23:48.220750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:port and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:23:48.224396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:23:48.231291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:23:48.284266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Made reservation on behalf of 6c57740d18784553b80eed25f69f8425 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:23:48.290789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:48.488294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Allocated IP 172.20.0.11 (1368af54-0291-4cb3-a24f-f27118575299/96acc01a-7f24-4fe5-bfe7-8503d2aeac66/932d237d-d4ce-4e84-a2bf-3e7660a96081) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:23:48.693562 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-79d1ff4b-028c-415e-ba42-cc8f5dd93496 req-e57931b3-9e23-455e-baa4-7bb86f42bf53 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 210 time: 0.0647304
Nov 11 22:23:48.773370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:48.806882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Transition to ACTIVE for port object 932d237d-d4ce-4e84-a2bf-3e7660a96081 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:23:48.869858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048615-93d3-4bb0-a37f-f86be299e5ee req-b4180401-34cc-40d3-8f94-da548f69f487 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:48.874059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:48.878220 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-98048615-93d3-4bb0-a37f-f86be299e5ee req-b4180401-34cc-40d3-8f94-da548f69f487 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1062987
Nov 11 22:23:48.886288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9d5fefb1-d4a9-47dd-8738-4776dede7454 tempest-VolumesNegativeTest-2082219186 tempest-VolumesNegativeTest-2082219186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:48.938802 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-98048615-93d3-4bb0-a37f-f86be299e5ee req-aec09f31-b44f-4dc8-8378-3b85bc76080d tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594842
Nov 11 22:23:49.041507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Network 1368af54-0291-4cb3-a24f-f27118575299 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:23:49.045544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:23:49.060762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:23:49.150624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=932d237d-d4ce-4e84-a2bf-3e7660a96081,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:49.168421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7224c-7bba-4c63-96d3-591d1908de45 req-5cc10b2d-7fd8-49f6-b72c-2b1300c05d38 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:49.177605 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-96a7224c-7bba-4c63-96d3-591d1908de45 req-5cc10b2d-7fd8-49f6-b72c-2b1300c05d38 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1550465
Nov 11 22:23:49.182312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.183668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.184788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.185784 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.186883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.187977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.188900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.189884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.190769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.191690 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.192668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:49.207966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:49.209567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:49.217440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:49.265541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-96a7224c-7bba-4c63-96d3-591d1908de45 req-2a15b90e-322f-4171-a534-fd34d43a8891 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865786
Nov 11 22:23:49.368998 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3234820
Nov 11 22:23:49.389248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Request body: {'port': {'device_id': '96d0c80a-508e-4064-b84c-4160051f28e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:23:49.546788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-00b95d50-f039-4ab3-9998-7f0e6527f8d8 None None] Provisioning for port 932d237d-d4ce-4e84-a2bf-3e7660a96081 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:23:49.552835 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:49.557070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-00b95d50-f039-4ab3-9998-7f0e6527f8d8 None None] Provisioning complete for port 932d237d-d4ce-4e84-a2bf-3e7660a96081 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:23:49.557810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-00b95d50-f039-4ab3-9998-7f0e6527f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:49.656043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-00b95d50-f039-4ab3-9998-7f0e6527f8d8 None None] Port 932d237d-d4ce-4e84-a2bf-3e7660a96081 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:23:49.916509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c262e0-5487-49d3-9e25-e840be05b4ca req-202ead28-31cb-46b0-bce1-d61860689610 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:49.918455 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-27c262e0-5487-49d3-9e25-e840be05b4ca req-202ead28-31cb-46b0-bce1-d61860689610 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 932 time: 0.0904422
Nov 11 22:23:49.989510 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-27c262e0-5487-49d3-9e25-e840be05b4ca req-dc872374-256b-4030-8d93-4945882dc96b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639436
Nov 11 22:23:50.019592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932d237d-d4ce-4e84-a2bf-3e7660a96081 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:23:50.028378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:50.046016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Transition to ACTIVE for port object 932d237d-d4ce-4e84-a2bf-3e7660a96081 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:23:50.113092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:50.118912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:50.282824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Pushing event updated for resources: {'Port': ['ID=932d237d-d4ce-4e84-a2bf-3e7660a96081,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:50.282824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:50.400974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e55b19-7888-4aff-a96c-7c5d4f9bbc96 req-b4a318c5-9039-4d17-b4d5-d7fc4a23e87f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:50.404012 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9e55b19-7888-4aff-a96c-7c5d4f9bbc96 req-b4a318c5-9039-4d17-b4d5-d7fc4a23e87f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1413276
Nov 11 22:23:50.431840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Attempting to bind port 932d237d-d4ce-4e84-a2bf-3e7660a96081 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:23:50.432629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Attempting to bind port 932d237d-d4ce-4e84-a2bf-3e7660a96081 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:23:50.433353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Attempting to bind port 932d237d-d4ce-4e84-a2bf-3e7660a96081 on network 1368af54-0291-4cb3-a24f-f27118575299 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:23:50.446882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Port 932d237d-d4ce-4e84-a2bf-3e7660a96081 on network 1368af54-0291-4cb3-a24f-f27118575299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:23:50.447620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Attempting to bind port 932d237d-d4ce-4e84-a2bf-3e7660a96081 on network 1368af54-0291-4cb3-a24f-f27118575299 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:23:50.461375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:23:50.461922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Checking segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:23:50.462524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Bound using segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:23:50.463101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Bound port: 932d237d-d4ce-4e84-a2bf-3e7660a96081, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:23:50.463578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:50.593968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] For port 932d237d-d4ce-4e84-a2bf-3e7660a96081, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:23:50.599910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] For port 932d237d-d4ce-4e84-a2bf-3e7660a96081, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:23:50.633690 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:50.639204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-befc0a4b-284c-4846-a55e-d84a02e4503c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:50.704124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:50.705343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] 10.222.0.65 "PUT /v2.0/ports/932d237d-d4ce-4e84-a2bf-3e7660a96081 HTTP/1.1" status: 200  len: 1094 time: 1.3243067
Nov 11 22:23:50.705922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d0c80a-508e-4064-b84c-4160051f28e0', 'tag': '932d237d-d4ce-4e84-a2bf-3e7660a96081'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:23:50.706055 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9e55b19-7888-4aff-a96c-7c5d4f9bbc96 req-8ca9706a-099e-4392-8f31-ef24b88d6977 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749481
Nov 11 22:23:50.729271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Pushing event updated for resources: {'Port': ['ID=932d237d-d4ce-4e84-a2bf-3e7660a96081,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:50.734853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42615c1e-27fd-4e7a-9e4a-42679de3bf9a req-e9868804-28ba-4817-a123-fa2d75c4230b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:50.740763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:50.743845 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42615c1e-27fd-4e7a-9e4a-42679de3bf9a req-e9868804-28ba-4817-a123-fa2d75c4230b tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.3386271
Nov 11 22:23:50.803824 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42615c1e-27fd-4e7a-9e4a-42679de3bf9a req-dbc30e1e-7f66-4521-a00e-8a28f921559d tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531194
Nov 11 22:23:50.849318 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d0c80a-508e-4064-b84c-4160051f28e0', 'tag': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'status': 'completed', 'code': 200}
Nov 11 22:23:50.933726 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-82405f5c-09b8-4eda-9a7a-0437923e0cca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 1097 time: 0.1318052
Nov 11 22:23:51.024179 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-304b958b-2465-40f3-9590-97c075f54baa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081 HTTP/1.1" status: 200  len: 217 time: 0.0698202
Nov 11 22:23:51.164656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-c57c5ceb-375a-4807-a6c0-e3fa107ce2ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:51.167639 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-c57c5ceb-375a-4807-a6c0-e3fa107ce2ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.1328375
Nov 11 22:23:51.255826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f4cb1-2c6e-43a5-9999-b6c1991bef9e req-8b574d67-c489-4007-81f7-5af18351f15d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:51.258288 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-926f4cb1-2c6e-43a5-9999-b6c1991bef9e req-8b574d67-c489-4007-81f7-5af18351f15d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 944 time: 0.1154530
Nov 11 22:23:51.268061 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-ec786539-e1a9-4b27-96c8-96e288bf438d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883801
Nov 11 22:23:51.332012 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-926f4cb1-2c6e-43a5-9999-b6c1991bef9e req-c1b81e8c-7650-4258-8cb0-6adf0a6034b0 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655274
Nov 11 22:23:51.437108 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-b12d6bd8-91df-4504-8fc0-013eeabe13b2 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580803
Nov 11 22:23:51.599365 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-428c2fc5-ec06-410a-a3ab-5eff633d9f2e req-0f0d6338-818e-4025-8203-32b10770a1fd service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497433
Nov 11 22:23:51.779058 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55682a00-d42b-4a58-8182-ef737724edc7 req-f41a4b22-929f-41e3-88d0-fa05b65be99e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 1097 time: 0.0855615
Nov 11 22:23:51.954551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582acee-ad0b-4334-8246-e5827aefbca6 req-977bcc54-63f9-4fe9-8bb2-dad67416412b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:51.955453 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2582acee-ad0b-4334-8246-e5827aefbca6 req-977bcc54-63f9-4fe9-8bb2-dad67416412b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.0971510
Nov 11 22:23:52.018265 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2582acee-ad0b-4334-8246-e5827aefbca6 req-2739a54a-fe27-47ce-8d89-a3e4307412c0 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539682
Nov 11 22:23:52.026239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55682a00-d42b-4a58-8182-ef737724edc7 req-d470dbe6-e369-4c27-b6dc-775898fc8249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:52.028421 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55682a00-d42b-4a58-8182-ef737724edc7 req-d470dbe6-e369-4c27-b6dc-775898fc8249 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.2356572
Nov 11 22:23:52.118916 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55682a00-d42b-4a58-8182-ef737724edc7 req-8414e42f-fa44-439a-8bdd-00161c4f06bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081 HTTP/1.1" status: 200  len: 217 time: 0.0784047
Nov 11 22:23:52.142909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a932e3-b443-4ff2-b747-7029ab6fff4b req-a4120565-af26-4e65-9f5c-bed02e41b5f8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:52.145513 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-29a932e3-b443-4ff2-b747-7029ab6fff4b req-a4120565-af26-4e65-9f5c-bed02e41b5f8 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1023905
Nov 11 22:23:52.197368 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-29a932e3-b443-4ff2-b747-7029ab6fff4b req-11337606-9fb6-451c-b6b0-f55bdd9c7eeb tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448637
Nov 11 22:23:52.199038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55682a00-d42b-4a58-8182-ef737724edc7 req-a13ee061-1a25-4e8e-9ef5-ad881bf07b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:52.200697 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55682a00-d42b-4a58-8182-ef737724edc7 req-a13ee061-1a25-4e8e-9ef5-ad881bf07b64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0717547
Nov 11 22:23:52.293869 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55682a00-d42b-4a58-8182-ef737724edc7 req-d3d74323-fa1d-4d59-aa79-e89e8756e77c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821102
Nov 11 22:23:52.468680 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55682a00-d42b-4a58-8182-ef737724edc7 req-1514841b-4bbe-47a6-b7c2-1650b40966d9 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617701
Nov 11 22:23:52.883042 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55682a00-d42b-4a58-8182-ef737724edc7 req-23c7baa8-32fb-47c3-a99c-2c1e2118ba98 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4019871
Nov 11 22:23:52.903105 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09200c-5d7a-4139-8299-2e4d9f3f8a4f req-46c93a33-dd84-4914-b0b6-c4f1d83a825f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:52.904785 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bb09200c-5d7a-4139-8299-2e4d9f3f8a4f req-46c93a33-dd84-4914-b0b6-c4f1d83a825f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 944 time: 0.1024234
Nov 11 22:23:52.964060 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bb09200c-5d7a-4139-8299-2e4d9f3f8a4f req-c58054c1-82e1-462f-9e66-5e0f9b76c8a1 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467525
Nov 11 22:23:53.259164 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2b9f-a5b4-45c2-9f12-003aa69d1845 req-55b085f3-168e-45db-a09f-5ecd9ff1165b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:53.278492 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ef8d2b9f-a5b4-45c2-9f12-003aa69d1845 req-55b085f3-168e-45db-a09f-5ecd9ff1165b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1243136
Nov 11 22:23:53.357951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-d5e5f7d9-2208-4f18-a803-a455d39af965 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:53.359117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-d5e5f7d9-2208-4f18-a803-a455d39af965 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Synchronizing usage tracker for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:53.418336 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ef8d2b9f-a5b4-45c2-9f12-003aa69d1845 req-866ad62a-cc5f-4984-ba3d-e7d928bd61ec tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/security-groups?id=b37accf9-9d3c-43b0-bb72-cb10c9861958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307909
Nov 11 22:23:53.425622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-d5e5f7d9-2208-4f18-a803-a455d39af965 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Unset dirty status for tenant:415a98da77784590b45e9f4f8d5e1f2a on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:53.427117 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-d5e5f7d9-2208-4f18-a803-a455d39af965 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 946 time: 0.1917036
Nov 11 22:23:53.537587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Deleting port fdd53752-f197-4ff2-ac1e-e17d49fc1545 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:23:53.538805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:53.579712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f908d-cbd8-4a81-837d-9148ac9939f7 req-ae8ef2f5-7ac2-4bdd-91cd-bbdf46482c49 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:53.581799 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-191f908d-cbd8-4a81-837d-9148ac9939f7 req-ae8ef2f5-7ac2-4bdd-91cd-bbdf46482c49 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1619713
Nov 11 22:23:53.642455 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-191f908d-cbd8-4a81-837d-9148ac9939f7 req-e682d3f7-3749-402d-872d-35d8cee70c2e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495548
Nov 11 22:23:53.857642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] For port fdd53752-f197-4ff2-ac1e-e17d49fc1545, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdd53752-f197-4ff2-ac1e-e17d49fc1545,segment=NetworkSegment(fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5),segment_id=fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:23:53.857975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:53.993746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Calling delete_port for fdd53752-f197-4ff2-ac1e-e17d49fc1545 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:23:54.197403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c0046-54c6-4206-9259-8465150795f7 req-9f0573c6-cee2-4cbf-9941-416b9511d75c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:54.199119 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-932c0046-54c6-4206-9259-8465150795f7 req-9f0573c6-cee2-4cbf-9941-416b9511d75c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 944 time: 0.0899370
Nov 11 22:23:54.213821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:54.221032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:54.234748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['fdd53752-f197-4ff2-ac1e-e17d49fc1545'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:23:54.257338 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-932c0046-54c6-4206-9259-8465150795f7 req-1f974034-b6db-431e-83e9-a423003b144a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505755
Nov 11 22:23:54.304989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Pushing event deleted for resources: {'Port': ['ID=fdd53752-f197-4ff2-ac1e-e17d49fc1545,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:54.308373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:54.386650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] No DVR routers for this DVR port fdd53752-f197-4ff2-ac1e-e17d49fc1545 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:23:54.389580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:54.392769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec4007-d11d-4126-a530-ecc7a90e79c2', 'name': 'network-vif-deleted', 'tag': 'fdd53752-f197-4ff2-ac1e-e17d49fc1545'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:23:54.439255 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d7893280-1fe9-42ca-9340-9c2522e97fb3 req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.65 "DELETE /v2.0/ports/fdd53752-f197-4ff2-ac1e-e17d49fc1545 HTTP/1.1" status: 204  len: 173 time: 1.0025153
Nov 11 22:23:54.450850 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec4007-d11d-4126-a530-ecc7a90e79c2', 'name': 'network-vif-deleted', 'tag': 'fdd53752-f197-4ff2-ac1e-e17d49fc1545', 'status': 'completed', 'code': 200}
Nov 11 22:23:54.735306 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9a9666e8-3fc1-43b7-8a18-a8b866cb3c6d req-dec01582-376d-4a7e-9188-c31af40e916f tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ec4007-d11d-4126-a530-ecc7a90e79c2 HTTP/1.1" status: 200  len: 210 time: 0.0689147
Nov 11 22:23:55.018121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185302c-6799-4d78-bacc-571bd5bccc96 req-97deb70f-0830-4616-b1b6-482f56725161 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:55.019793 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d185302c-6799-4d78-bacc-571bd5bccc96 req-97deb70f-0830-4616-b1b6-482f56725161 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.0844669
Nov 11 22:23:55.073468 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d185302c-6799-4d78-bacc-571bd5bccc96 req-60620d60-20d2-4b71-8003-84bb70e9cf12 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464864
Nov 11 22:23:55.533323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ab698-3167-45c9-a2cf-873e39b1913d req-17869fa2-686f-4824-9ab7-74d263c5ed1a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:55.536179 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-056ab698-3167-45c9-a2cf-873e39b1913d req-17869fa2-686f-4824-9ab7-74d263c5ed1a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 944 time: 0.1221347
Nov 11 22:23:55.618239 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-056ab698-3167-45c9-a2cf-873e39b1913d req-79ef1ab2-a184-4618-87d9-2704a47cc50a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741971
Nov 11 22:23:55.635268 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-6584a961-22a0-47c6-b904-87fd33869025 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:55.636177 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-6584a961-22a0-47c6-b904-87fd33869025 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Synchronizing usage tracker for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:23:55.689615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-6584a961-22a0-47c6-b904-87fd33869025 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Unset dirty status for tenant:55ae56a5c1f34489940d6f0ec3993e3d on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:23:55.690911 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-6584a961-22a0-47c6-b904-87fd33869025 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1970773
Nov 11 22:23:55.780444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Deleting port 7c99076f-69ac-4d23-8145-95d6aabf37b9 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:23:55.780851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:55.887852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49042) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:23:56.129422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] For port 7c99076f-69ac-4d23-8145-95d6aabf37b9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7c99076f-69ac-4d23-8145-95d6aabf37b9,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:23:56.130115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.141667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Deleting subnet e631a5fa-70dd-4c4a-8199-4dbb931e37d8 {{(pid=88345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:23:56.145150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.205241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839003491'] for subnet, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.270528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.313793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Calling delete_port for 7c99076f-69ac-4d23-8145-95d6aabf37b9 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:23:56.427319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a713c-fbb7-4444-a4e1-52973b147d2b req-00b77138-17ae-4497-aef7-6636005511c0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:56.429083 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2b5a713c-fbb7-4444-a4e1-52973b147d2b req-00b77138-17ae-4497-aef7-6636005511c0 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 946 time: 0.1074719
Nov 11 22:23:56.504068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15913287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16235470'] for subnet, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.516953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:56.522590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device fdd53752-f197-4ff2-ac1e-e17d49fc1545 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:23:56.566897 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2b5a713c-fbb7-4444-a4e1-52973b147d2b req-29c3ac15-5759-45c4-aa3c-f2d57991ac2e tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f01a160-21e5-4f69-aa4b-825a35868ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314702
Nov 11 22:23:56.573132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: fdd53752-f197-4ff2-ac1e-e17d49fc1545 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:23:56.573704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device fdd53752-f197-4ff2-ac1e-e17d49fc1545 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:23:56.574200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 7c99076f-69ac-4d23-8145-95d6aabf37b9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:23:56.577709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e631a5fa-70dd-4c4a-8199-4dbb931e37d8,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:56.586703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.590597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.595472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-223d3bb6-6c7f-4ce6-8523-d2926dee953b tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:56.601320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.601718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.602176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.602519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.604174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.604174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.604174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.604174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.604731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.604731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.604993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:23:56.609328 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:56.611101 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e631a5fa-70dd-4c4a-8199-4dbb931e37d8 HTTP/1.1" status: 204  len: 168 time: 0.7218773
Nov 11 22:23:56.613995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49060) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:23:56.619591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 7c99076f-69ac-4d23-8145-95d6aabf37b9 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:23:56.619964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 7c99076f-69ac-4d23-8145-95d6aabf37b9 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:23:56.648788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Pushing event deleted for resources: {'Port': ['ID=7c99076f-69ac-4d23-8145-95d6aabf37b9,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:56.653782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:56.728286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] No DVR routers for this DVR port 7c99076f-69ac-4d23-8145-95d6aabf37b9 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:23:56.735547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.742661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:56.748197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b69bad-8076-4208-8a55-032672dacec9', 'name': 'network-vif-deleted', 'tag': '7c99076f-69ac-4d23-8145-95d6aabf37b9'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:23:56.835852 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a2ee190e-2a48-423e-9a87-bfea97026956 req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.65 "DELETE /v2.0/ports/7c99076f-69ac-4d23-8145-95d6aabf37b9 HTTP/1.1" status: 204  len: 173 time: 1.1368523
Nov 11 22:23:56.907697 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b69bad-8076-4208-8a55-032672dacec9', 'name': 'network-vif-deleted', 'tag': '7c99076f-69ac-4d23-8145-95d6aabf37b9', 'status': 'completed', 'code': 200}
Nov 11 22:23:56.982834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:57.037057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:57.078919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b6e60d30>,) {'filters': {'network_id': ['f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456']}} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:23:57.099317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58ecec-935d-483a-bff7-b4f09b3a2faf req-3ee3afdb-6de2-46eb-80ce-5ec91ab7ebbf tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:57.101584 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8a58ecec-935d-483a-bff7-b4f09b3a2faf req-3ee3afdb-6de2-46eb-80ce-5ec91ab7ebbf tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 944 time: 0.2671406
Nov 11 22:23:57.103624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6e60d30>, 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5') {'for_net_delete': True} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:23:57.103794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6e60d30>, 'fb74dafe-a0c3-4d0b-b009-f4aac4d8c9c5') {} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:23:57.131381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15772308'] for segment, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:57.165888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:57.177458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:23:57.177907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838860827'] for segment, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:23:57.192413 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:23:57.258903 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8a58ecec-935d-483a-bff7-b4f09b3a2faf req-6af980c0-4791-4f5a-af6e-b3661931ead3 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1474664
Nov 11 22:23:57.316616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:57.320349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:57.335559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:57.347160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:57.351781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:57.386090 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e5d8e7ae-f9ed-48cf-958a-6f4e3ac778a9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f7d764ce-06b2-40dc-8bd4-ee2a9f4a1456 HTTP/1.1" status: 204  len: 168 time: 0.7709224
Nov 11 22:23:57.671460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49078) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:23:57.778625 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-83d7dbf7-d032-48b4-9adb-2b35061a4c40 req-b674bdda-a429-49c2-ae68-b3d4ec81f518 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b69bad-8076-4208-8a55-032672dacec9 HTTP/1.1" status: 200  len: 210 time: 0.0604012
Nov 11 22:23:57.782186 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ce2ec634-413e-4f56-8b27-6a1f22fd4381 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=415a98da77784590b45e9f4f8d5e1f2a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1092165
Nov 11 22:23:57.784951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49082) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:23:57.878025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0a0639f1-be38-43a9-b5ba-d875e53e0757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:57.909414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0a0639f1-be38-43a9-b5ba-d875e53e0757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:58.038515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0a0639f1-be38-43a9-b5ba-d875e53e0757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:58.044043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-98586a18-713e-4298-b5d4-0b5af7ccc14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:23:58.063266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0639f1-be38-43a9-b5ba-d875e53e0757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37accf9-9d3c-43b0-bb72-cb10c9861958,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:23:58.073438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0a0639f1-be38-43a9-b5ba-d875e53e0757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:23:58.075690 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0a0639f1-be38-43a9-b5ba-d875e53e0757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:23:58.076930 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0a0639f1-be38-43a9-b5ba-d875e53e0757 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b37accf9-9d3c-43b0-bb72-cb10c9861958 HTTP/1.1" status: 204  len: 168 time: 0.2908666
Nov 11 22:23:58.507824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d122-58bf-4455-99f8-4513db502a4a req-bb24e569-ae8f-4b82-8618-519f0a62549d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:23:58.509633 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f12d122-58bf-4455-99f8-4513db502a4a req-bb24e569-ae8f-4b82-8618-519f0a62549d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 944 time: 0.1021938
Nov 11 22:23:58.569016 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f12d122-58bf-4455-99f8-4513db502a4a req-1de30c98-3971-49a3-9654-c535eda2f114 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526209
Nov 11 22:23:58.894139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49108) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:23:59.523188 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:00.244932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787168da-2d46-4389-9779-fe9a76b76465 req-58e7f160-7bff-4be3-b9de-dc4992ec0a0a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:00.252678 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-787168da-2d46-4389-9779-fe9a76b76465 req-58e7f160-7bff-4be3-b9de-dc4992ec0a0a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 944 time: 0.4384317
Nov 11 22:24:00.365424 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-787168da-2d46-4389-9779-fe9a76b76465 req-5c03ec82-b6cc-402f-b5c1-49becae2bcc8 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108572
Nov 11 22:24:00.618029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Deleting port 07ce2da2-f773-41f3-8835-5beb9c068343 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:24:00.618680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:00.826644 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] For port 07ce2da2-f773-41f3-8835-5beb9c068343, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=07ce2da2-f773-41f3-8835-5beb9c068343,segment=NetworkSegment(60b5443f-8a0e-4118-85d5-b40a76ad8d02),segment_id=60b5443f-8a0e-4118-85d5-b40a76ad8d02)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:24:00.827155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:01.000147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Calling delete_port for 07ce2da2-f773-41f3-8835-5beb9c068343 owned by network:router_interface {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:24:01.654448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49162) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:01.655254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbcf23-7d4a-4146-a900-6b1d225503e8 req-cf1cc365-1ab0-4673-88aa-8171196973ca tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:01.655254 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-12cbcf23-7d4a-4146-a900-6b1d225503e8 req-cf1cc365-1ab0-4673-88aa-8171196973ca tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 944 time: 0.1515799
Nov 11 22:24:01.688927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:01.708145 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:01.797920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ce2da2-f773-41f3-8835-5beb9c068343,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:01.819028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:01.858476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:01.898575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:01.903612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Usage tracker for resource:security_group_rule and tenant:1824a95e64604f58b8728856a9ef6f1b is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:01.907276 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:01.915676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:01.941624 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-12cbcf23-7d4a-4146-a900-6b1d225503e8 req-6252b1c1-1fbf-42d0-bfc4-95244efe501e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2859049
Nov 11 22:24:02.032224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.089345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.101939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-834c37d9-527b-4ce8-9d4c-4ba7f6ace3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:02.148820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce772ab6-5fe3-4fe4-96cb-a2211d37fe3c,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:02.152901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:02.160626 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1824a95e64604f58b8728856a9ef6f1b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5130122
Nov 11 22:24:02.161382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49174) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:02.236097 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-17b911ca-ffa7-4fad-a8c0-001cc27be990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.239053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.267540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-17b911ca-ffa7-4fad-a8c0-001cc27be990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.351712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-17b911ca-ffa7-4fad-a8c0-001cc27be990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.357478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f8f951e8-7719-4d04-bfb9-a77e1b7a7f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:02.371104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b911ca-ffa7-4fad-a8c0-001cc27be990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce772ab6-5fe3-4fe4-96cb-a2211d37fe3c,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:02.374443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-17b911ca-ffa7-4fad-a8c0-001cc27be990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:02.376513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-17b911ca-ffa7-4fad-a8c0-001cc27be990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.378082 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-17b911ca-ffa7-4fad-a8c0-001cc27be990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce772ab6-5fe3-4fe4-96cb-a2211d37fe3c HTTP/1.1" status: 204  len: 168 time: 0.2154040
Nov 11 22:24:02.526706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e14db-2011-4095-9df6-aa23bbc21d6b req-6e29627e-c68a-48b1-871b-03a74abe3d09 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:02.528683 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-626e14db-2011-4095-9df6-aa23bbc21d6b req-6e29627e-c68a-48b1-871b-03a74abe3d09 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1772451
Nov 11 22:24:02.603895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 932d237d-d4ce-4e84-a2bf-3e7660a96081 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:24:02.611650 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-626e14db-2011-4095-9df6-aa23bbc21d6b req-911ab0b4-8f36-4c85-b02b-abd6d921aea4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708272
Nov 11 22:24:02.785048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 932d237d-d4ce-4e84-a2bf-3e7660a96081, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:24:02.801512 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'port_id': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'mac_address': 'fa:16:3e:e4:90:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:24:02.861627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.885814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932d237d-d4ce-4e84-a2bf-3e7660a96081 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:24:02.902079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 932d237d-d4ce-4e84-a2bf-3e7660a96081, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:24:02.952278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:02.955009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1ad5213b-d076-4d6c-a182-3cfa9277cd3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:03.029356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=932d237d-d4ce-4e84-a2bf-3e7660a96081,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:03.040258 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.040936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.041495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.042007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.042505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.043051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.043547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.044077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.044591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.045189 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.045723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:03.050917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:03.111969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49188) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:03.134653 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:03.171135 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:03.176074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Usage tracker for resource:security_group_rule and tenant:16470324f7124c9a889707eb9c903d13 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:03.179777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:03.187214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:03.269154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:03.300955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:03.310008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-afb3032a-f5da-4b63-9ae3-6327bd66c233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:03.357613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679b586-49eb-4bdc-86d6-44ed70a669e9,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:03.362728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:03.366897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Router e14218f1-f2f8-47d7-a67c-26df3c71f567 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:24:03.368255 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16470324f7124c9a889707eb9c903d13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2543945
Nov 11 22:24:03.372266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49194) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:03.376221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177a37c-ad1f-4156-bb38-583c5a7dda4a req-5c05ad9e-e6bb-4e06-a8e5-87afbb4f22d1 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:03.378652 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6177a37c-ad1f-4156-bb38-583c5a7dda4a req-5c05ad9e-e6bb-4e06-a8e5-87afbb4f22d1 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 945 time: 0.1336093
Nov 11 22:24:03.458660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-57956df1-11f8-4e3c-9509-cd832021f460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:03.504341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-57956df1-11f8-4e3c-9509-cd832021f460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:03.513315 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6177a37c-ad1f-4156-bb38-583c5a7dda4a req-c354da24-3b3b-4499-89df-65a0a84b8772 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243684
Nov 11 22:24:03.584351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['932d237d-d4ce-4e84-a2bf-3e7660a96081'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:24:03.585617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-57956df1-11f8-4e3c-9509-cd832021f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:03.595060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3fa53a63-7180-452b-aeae-ea4c70e4e41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:03.621902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57956df1-11f8-4e3c-9509-cd832021f460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679b586-49eb-4bdc-86d6-44ed70a669e9,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:03.635974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-57956df1-11f8-4e3c-9509-cd832021f460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:03.639858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-57956df1-11f8-4e3c-9509-cd832021f460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:03.641929 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-57956df1-11f8-4e3c-9509-cd832021f460 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e679b586-49eb-4bdc-86d6-44ed70a669e9 HTTP/1.1" status: 204  len: 168 time: 0.2679555
Nov 11 22:24:03.654421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:24:03.672943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] Sync routers for ids ['e14218f1-f2f8-47d7-a67c-26df3c71f567'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:24:03.679457 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-19e56a1c-404d-4c20-bee1-c9c8532c2df1 admin admin] 10.222.0.18 "PUT /v2.0/routers/e14218f1-f2f8-47d7-a67c-26df3c71f567/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7822516
Nov 11 22:24:03.687031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49204) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:03.737504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] Routers {'e14218f1-f2f8-47d7-a67c-26df3c71f567'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:24:03.738714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b72c5a90>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:23:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['e14218f1-f2f8-47d7-a67c-26df3c71f567'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:04.165740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b204a7-b9f0-4a21-a0a9-f39fd8a92ef9 req-a7e77bc6-2d7a-49be-b3d3-077f84be6477 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:04.168338 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f9b204a7-b9f0-4a21-a0a9-f39fd8a92ef9 req-a7e77bc6-2d7a-49be-b3d3-077f84be6477 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1013463
Nov 11 22:24:04.174686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] Set router e14218f1-f2f8-47d7-a67c-26df3c71f567 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:24:04.186069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks [] for router, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:04.231982 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f9b204a7-b9f0-4a21-a0a9-f39fd8a92ef9 req-5162ee37-d6a3-44cb-9693-39599e831c1f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505052
Nov 11 22:24:04.465929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:04.508530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Deleting port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:24:04.509817 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:04.538825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b72c5a90>, [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:24:01Z', 'revision_number': 5, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port': {'id': '59c5aed4-ccb3-4f38-a03c-b8167c0513ab', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:39Z', 'updated_at': '2021-11-11T22:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:04.547124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] Checking router: e14218f1-f2f8-47d7-a67c-26df3c71f567 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:24:04.564539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] Routers {'e14218f1-f2f8-47d7-a67c-26df3c71f567'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:24:04.565477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b72c5a90>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:23:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['e14218f1-f2f8-47d7-a67c-26df3c71f567'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:04.791553 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385a124-6243-4e1f-91d2-1f981c2a88ac req-166c3691-30b2-4c57-ac4b-31b3441415ce tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:04.793239 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b385a124-6243-4e1f-91d2-1f981c2a88ac req-166c3691-30b2-4c57-ac4b-31b3441415ce tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 945 time: 0.1033027
Nov 11 22:24:04.799269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] For port 59c5aed4-ccb3-4f38-a03c-b8167c0513ab, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=59c5aed4-ccb3-4f38-a03c-b8167c0513ab,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:24:04.799689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:04.854419 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b385a124-6243-4e1f-91d2-1f981c2a88ac req-53191e72-024b-4260-a87a-fc7e497dba0b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475757
Nov 11 22:24:04.856307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] Set router e14218f1-f2f8-47d7-a67c-26df3c71f567 gateway port host: None {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:24:05.027940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b72c5a90>, [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:24:04Z', 'revision_number': 6, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port_host': None}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:05.038079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed5f11-f0f1-46c7-b284-6e65b0b356b3 None None] The sync data for ids ['e14218f1-f2f8-47d7-a67c-26df3c71f567'] in dv-cinder-815883-4-iscsi is: [{'id': 'e14218f1-f2f8-47d7-a67c-26df3c71f567', 'name': 'tempest-ServerRescueNegativeTestJSON-1686726177-router', 'tenant_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:24:04Z', 'revision_number': 6, 'project_id': '55ae56a5c1f34489940d6f0ec3993e3d', 'gw_port_host': None}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:24:05.040505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Calling delete_port for 59c5aed4-ccb3-4f38-a03c-b8167c0513ab owned by network:router_gateway {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:24:05.545082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968af2ea-3b9e-4676-ab74-0966a0847b70 req-705bc9fb-e086-4320-9bc5-54ac6a83b268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:05.547546 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-968af2ea-3b9e-4676-ab74-0966a0847b70 req-705bc9fb-e086-4320-9bc5-54ac6a83b268 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1486530
Nov 11 22:24:05.614316 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-968af2ea-3b9e-4676-ab74-0966a0847b70 req-827ecb2f-7c1d-40aa-b700-05889f0bc775 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594478
Nov 11 22:24:05.654173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:05.659335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-91e32d4d-2a0e-460a-a856-46f149f18fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:05.703491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=59c5aed4-ccb3-4f38-a03c-b8167c0513ab,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:05.708232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:05.976671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.169527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459d98-2b45-4652-a4e6-ccfa418d3bb5 req-e0e6d3ec-5a1e-48e7-a3c3-aef91a8bec40 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:06.173254 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-91459d98-2b45-4652-a4e6-ccfa418d3bb5 req-e0e6d3ec-5a1e-48e7-a3c3-aef91a8bec40 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 945 time: 0.1301622
Nov 11 22:24:06.238458 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-91459d98-2b45-4652-a4e6-ccfa418d3bb5 req-75553826-bd34-4c58-8354-ef582a260586 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580115
Nov 11 22:24:06.357749 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.362775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.420994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2862c92c-b8a1-465b-80a8-e0533dc7bfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.483603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.484303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14218f1-f2f8-47d7-a67c-26df3c71f567 {{(pid=88344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:24:06.509467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.514964 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] 10.222.0.18 "DELETE /v2.0/routers/e14218f1-f2f8-47d7-a67c-26df3c71f567 HTTP/1.1" status: 204  len: 168 time: 2.8224289
Nov 11 22:24:06.515503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49256) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:06.536225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 07ce2da2-f773-41f3-8835-5beb9c068343 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:24:06.575103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 07ce2da2-f773-41f3-8835-5beb9c068343 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:24:06.575777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 07ce2da2-f773-41f3-8835-5beb9c068343 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:24:06.575777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 59c5aed4-ccb3-4f38-a03c-b8167c0513ab no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:24:06.605994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 932d237d-d4ce-4e84-a2bf-3e7660a96081 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:24:06.624276 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Deleting subnet 0cccbecd-5ff3-44ee-aaff-ed5577a38a19 {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:24:06.628213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.663241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 59c5aed4-ccb3-4f38-a03c-b8167c0513ab {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:24:06.667563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 59c5aed4-ccb3-4f38-a03c-b8167c0513ab not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:24:06.690531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.761184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.799054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 932d237d-d4ce-4e84-a2bf-3e7660a96081 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:24:06.819545 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 932d237d-d4ce-4e84-a2bf-3e7660a96081 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:24:06.820195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:06.935115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807e567-2f18-4680-8810-0bd4961825ae req-7556e1cf-38d0-4ced-894d-2e25c05aa5a7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:06.936905 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e807e567-2f18-4680-8810-0bd4961825ae req-7556e1cf-38d0-4ced-894d-2e25c05aa5a7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1580169
Nov 11 22:24:06.993396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.016411 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e807e567-2f18-4680-8810-0bd4961825ae req-97c01de5-061d-44c8-bb34-9cdd99bbcfee tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721214
Nov 11 22:24:07.123720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.129257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:07.163119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d0c80a-508e-4064-b84c-4160051f28e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d237d-d4ce-4e84-a2bf-3e7660a96081'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:24:07.169932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cccbecd-5ff3-44ee-aaff-ed5577a38a19,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:07.174587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:07.183814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.184232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 932d237d-d4ce-4e84-a2bf-3e7660a96081, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:24:07.192532 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0cccbecd-5ff3-44ee-aaff-ed5577a38a19 HTTP/1.1" status: 204  len: 168 time: 0.6731093
Nov 11 22:24:07.193110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49272) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:07.221023 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d0c80a-508e-4064-b84c-4160051f28e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'code': 200}
Nov 11 22:24:07.230803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.232814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:07.323124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.359123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=932d237d-d4ce-4e84-a2bf-3e7660a96081,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:07.362768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:07.495163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.523565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c031d5-32b7-4492-abe6-b38b35e07bef req-2ac9b73a-05de-4ced-aa01-99d1d353bd0d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:07.525490 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-77c031d5-32b7-4492-abe6-b38b35e07bef req-2ac9b73a-05de-4ced-aa01-99d1d353bd0d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.1296916
Nov 11 22:24:07.549135 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b6ec6ac8>,) {'filters': {'network_id': ['993f3801-0dfa-4a0f-9e80-197a191a325b']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:07.565513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6ec6ac8>, '60b5443f-8a0e-4118-85d5-b40a76ad8d02') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:07.565978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6ec6ac8>, '60b5443f-8a0e-4118-85d5-b40a76ad8d02') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:07.579754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.593271 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-77c031d5-32b7-4492-abe6-b38b35e07bef req-5e8f0636-3615-47ca-924b-eba9f84be9de tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605140
Nov 11 22:24:07.718140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.726899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:24:07.727589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:24:07.743766 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:24:07.933649 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-701b895c-1d13-43cd-a6f5-a4e858a2592b req-91b09436-f13a-4c52-b620-a4d1aa28c925 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 1099 time: 0.2574506
Nov 11 22:24:07.996387 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-701b895c-1d13-43cd-a6f5-a4e858a2592b req-73067843-8239-4080-a73f-13f1a604b8ed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465150
Nov 11 22:24:08.060193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.068168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a82fc7a4-52b5-4441-8b78-8c53c563dc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:08.089318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.098544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=993f3801-0dfa-4a0f-9e80-197a191a325b,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:08.102816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:08.148473 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-21cd9068-b203-4b6d-b933-bbb822c55c38 admin admin] 10.222.0.18 "DELETE /v2.0/networks/993f3801-0dfa-4a0f-9e80-197a191a325b HTTP/1.1" status: 204  len: 168 time: 0.9522507
Nov 11 22:24:08.248455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d297c-65da-4680-83ae-d8cb417963f9 req-a3467666-bcbf-414a-8204-57a326ece191 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:08.250216 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9c7d297c-65da-4680-83ae-d8cb417963f9 req-a3467666-bcbf-414a-8204-57a326ece191 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0922346
Nov 11 22:24:08.301360 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9c7d297c-65da-4680-83ae-d8cb417963f9 req-775f3f1b-d0a9-4030-9f73-25c422fa0f8e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449457
Nov 11 22:24:08.332736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49308) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:08.414941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49314) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:08.526924 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6483b20a-63a0-4082-bebb-73406de81fc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55ae56a5c1f34489940d6f0ec3993e3d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1040998
Nov 11 22:24:08.532286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49320) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:08.648440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.653963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-35203a88-be62-4189-ab6a-a2973a3b20ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.691856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:08.698148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-35203a88-be62-4189-ab6a-a2973a3b20ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.706966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Usage tracker for resource:security_group_rule and tenant:9264f4f2c97c457e9e83d264116c6017 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:08.714486 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:08.721671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:08.796418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-35203a88-be62-4189-ab6a-a2973a3b20ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.805128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.806287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:08.815298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7337c7d2-1109-47ae-a3c8-a43f8d124162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.816937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.823655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35203a88-be62-4189-ab6a-a2973a3b20ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f01a160-21e5-4f69-aa4b-825a35868ba8,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:08.828228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-35203a88-be62-4189-ab6a-a2973a3b20ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:08.844809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.868474 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7c239854-8bc4-438b-9513-dae8197cee40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:08.895867 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03740a96-7df2-4540-8cc4-bd1eca382a6c req-32847f34-4f3b-4b19-8037-a5c25f87d2ab tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:08.898969 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03740a96-7df2-4540-8cc4-bd1eca382a6c req-32847f34-4f3b-4b19-8037-a5c25f87d2ab tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.1446364
Nov 11 22:24:08.902721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-35203a88-be62-4189-ab6a-a2973a3b20ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:08.904787 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-35203a88-be62-4189-ab6a-a2973a3b20ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f01a160-21e5-4f69-aa4b-825a35868ba8 HTTP/1.1" status: 204  len: 168 time: 0.3710492
Nov 11 22:24:08.931167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b54dbd-5514-47da-b98e-224908bb8108,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:08.935820 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9264f4f2c97c457e9e83d264116c6017&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6019082
Nov 11 22:24:08.936966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:08.939242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49328) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:08.988087 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03740a96-7df2-4540-8cc4-bd1eca382a6c req-1a5b8f48-3322-4519-9931-6f590f75abf1 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816343
Nov 11 22:24:09.031552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2408-7570-4c5b-93d9-c683d671b872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:09.065853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2408-7570-4c5b-93d9-c683d671b872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:09.141063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2408-7570-4c5b-93d9-c683d671b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:09.148680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-71bd91f5-8a7e-43f4-9dea-a250b7fff4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:09.173845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa2408-7570-4c5b-93d9-c683d671b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b54dbd-5514-47da-b98e-224908bb8108,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:09.176706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c7aa2408-7570-4c5b-93d9-c683d671b872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:09.179638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2408-7570-4c5b-93d9-c683d671b872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:09.181240 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c7aa2408-7570-4c5b-93d9-c683d671b872 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82b54dbd-5514-47da-b98e-224908bb8108 HTTP/1.1" status: 204  len: 168 time: 0.2409854
Nov 11 22:24:09.399041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:09.578705 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766d60b-23f1-480e-9d20-495db3b2cb19 req-36312d4a-ceb0-4bd6-bd30-b8cd354eb73a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:09.587555 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9766d60b-23f1-480e-9d20-495db3b2cb19 req-36312d4a-ceb0-4bd6-bd30-b8cd354eb73a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1261549
Nov 11 22:24:09.639450 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9766d60b-23f1-480e-9d20-495db3b2cb19 req-0edb70e9-19f8-4240-b3a5-a5189ced7d03 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505593
Nov 11 22:24:10.094689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49360) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:10.118819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:10.203871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:10.210586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:47b2ba8845f3419b867555ea8a64ab31 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:10.214761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:10.222666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:10.284064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964abd46-a34d-4479-b349-36bdb2a45e8c req-c88f51fe-2a4f-40e5-a384-20d0fc20ed74 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:10.284064 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-964abd46-a34d-4479-b349-36bdb2a45e8c req-c88f51fe-2a4f-40e5-a384-20d0fc20ed74 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.1345367
Nov 11 22:24:10.366287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:10.391461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-964abd46-a34d-4479-b349-36bdb2a45e8c req-eefb8baa-d789-4bea-956c-a0ed3c4e3e15 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981417
Nov 11 22:24:10.409109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:10.418433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8812f1b6-2e7d-4384-a7f4-41bbca141505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:10.472343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f68ec81-98d5-451d-9b9d-d3164ad5f6c8,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:10.477453 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47b2ba8845f3419b867555ea8a64ab31&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3809872
Nov 11 22:24:10.478496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fe13155e-11c4-44ec-bfd9-50e3931b9bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:10.491607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49370) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:10.569808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a2d49844-6ec9-42fb-8caf-7db61c8baca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:10.604108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a2d49844-6ec9-42fb-8caf-7db61c8baca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:10.695699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a2d49844-6ec9-42fb-8caf-7db61c8baca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:10.703724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c7aa2408-7570-4c5b-93d9-c683d671b872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:10.718488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49844-6ec9-42fb-8caf-7db61c8baca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f68ec81-98d5-451d-9b9d-d3164ad5f6c8,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:10.721745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a2d49844-6ec9-42fb-8caf-7db61c8baca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:10.723144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a2d49844-6ec9-42fb-8caf-7db61c8baca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:10.724607 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a2d49844-6ec9-42fb-8caf-7db61c8baca8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f68ec81-98d5-451d-9b9d-d3164ad5f6c8 HTTP/1.1" status: 204  len: 168 time: 0.2314913
Nov 11 22:24:10.874441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51284d8-8ba2-42bf-a7f9-87b6c1ac8e78 req-b796634c-db2c-458a-9607-01509d75d8bf tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:10.876165 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d51284d8-8ba2-42bf-a7f9-87b6c1ac8e78 req-b796634c-db2c-458a-9607-01509d75d8bf tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0891075
Nov 11 22:24:10.928833 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d51284d8-8ba2-42bf-a7f9-87b6c1ac8e78 req-96de6b52-36bd-4df1-a38d-6489826d9201 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448921
Nov 11 22:24:11.101329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:11.644710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fafeb-f1bc-45a4-bd33-83d2e2a7e0e0 req-3b82a8fa-a34f-463d-b995-d9a9769621b5 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:11.647301 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-497fafeb-f1bc-45a4-bd33-83d2e2a7e0e0 req-3b82a8fa-a34f-463d-b995-d9a9769621b5 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.1028380
Nov 11 22:24:11.708688 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-497fafeb-f1bc-45a4-bd33-83d2e2a7e0e0 req-a89513af-1fef-4d19-a82c-85967b5800d4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525351
Nov 11 22:24:12.067759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca3ed3-358b-4264-a306-f3321cb5cc3f req-710495ca-9005-4a96-b4d8-c60ab9d9393e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:12.070820 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6dca3ed3-358b-4264-a306-f3321cb5cc3f req-710495ca-9005-4a96-b4d8-c60ab9d9393e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.1605179
Nov 11 22:24:12.142177 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6dca3ed3-358b-4264-a306-f3321cb5cc3f req-21d2f790-2558-42f5-aa0d-48029cfdfb6c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648172
Nov 11 22:24:12.178912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49430) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:12.432929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8189d-c4dd-40c3-ad04-fc4e2c93188d req-9abec61b-3f5c-4221-b351-8bc251b5cf6e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:12.441804 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a1d8189d-c4dd-40c3-ad04-fc4e2c93188d req-9abec61b-3f5c-4221-b351-8bc251b5cf6e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1097221
Nov 11 22:24:12.494533 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a1d8189d-c4dd-40c3-ad04-fc4e2c93188d req-2fdb9f81-e6f1-40f4-b26b-0131b7ff4b6a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517240
Nov 11 22:24:12.656048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-57fbc370-bce3-4496-bb5b-3032e6872cf3 tempest-TestVolumeBootPattern-1667334030 tempest-TestVolumeBootPattern-1667334030-project-admin] Synchronizing usage tracker for tenant:059246136543455989e69ff8d7860f2b on resource:port {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:24:12.712022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-57fbc370-bce3-4496-bb5b-3032e6872cf3 tempest-TestVolumeBootPattern-1667334030 tempest-TestVolumeBootPattern-1667334030-project-admin] Unset dirty status for tenant:059246136543455989e69ff8d7860f2b on resource:port {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:24:12.713445 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-57fbc370-bce3-4496-bb5b-3032e6872cf3 tempest-TestVolumeBootPattern-1667334030 tempest-TestVolumeBootPattern-1667334030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 1094 time: 0.5330465
Nov 11 22:24:12.716748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49448) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:12.723790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'port_id': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:24:12.731243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:12.735655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:floatingip and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:12.738872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:12.745671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:12.813630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:12.984331 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:13.136556 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Allocated IP 172.27.1.231 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/48972fef-3090-448c-89fe-64374555002e) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:24:13.302094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:13.375073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:13.381230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:13.451457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:24:13.454813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:24:13.459626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:24:13.487359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=48972fef-3090-448c-89fe-64374555002e,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:13.512082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:13.925857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c6b9-07d6-4afc-8f42-b19e82084832 req-f7709cea-7f15-4b71-8dfe-41b15814458a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:13.925857 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eb55c6b9-07d6-4afc-8f42-b19e82084832 req-f7709cea-7f15-4b71-8dfe-41b15814458a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1673214
Nov 11 22:24:13.991510 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eb55c6b9-07d6-4afc-8f42-b19e82084832 req-fc898cb2-d01f-489e-ac13-0f21c2b27286 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531855
Nov 11 22:24:14.328851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:14.430054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:14.469642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49484) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:14.653811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:14.709147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:14.715564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:14.717758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Usage tracker for resource:security_group_rule and tenant:ed885a049bec4d929ef68cfa28f5f142 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:14.720995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:14.727757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:14.747513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:14.755688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-64b2d7ce-67a4-4562-b781-f31a56e8a023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:14.913604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=48972fef-3090-448c-89fe-64374555002e,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:14.920045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:14.921005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:15.000445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:15.079575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:15.093049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6b36752f-9f9d-4baf-bcf2-c179ebea1449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:15.148271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e595912d-9591-4713-be1f-7f59e9bba038,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:15.152481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:15.155797 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-40bf7933-fdef-4694-bbd1-f2dfe03f5935 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed885a049bec4d929ef68cfa28f5f142&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6848671
Nov 11 22:24:15.159286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49494) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:15.224006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb6237-f435-4d73-b4fc-caa136c54432 req-affd2448-3969-4c9a-b537-8235aaa3391c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:15.226314 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20fb6237-f435-4d73-b4fc-caa136c54432 req-affd2448-3969-4c9a-b537-8235aaa3391c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0860426
Nov 11 22:24:15.246162 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Floating IP 6bc634b2-979c-4a18-b7a6-22c9a20254c0 associated. External IP: 172.27.1.231, port: 932d237d-d4ce-4e84-a2bf-3e7660a96081.
Nov 11 22:24:15.285637 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20fb6237-f435-4d73-b4fc-caa136c54432 req-a044ff0d-3e70-44ff-9e9d-9566399ae391 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497427
Nov 11 22:24:15.320491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f907c04-5c2a-4242-b8d6-441fa6b0a409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:15.357485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f907c04-5c2a-4242-b8d6-441fa6b0a409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:15.518459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f907c04-5c2a-4242-b8d6-441fa6b0a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:15.523989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eb019bf4-d4b5-4dfa-91d4-1674f4d2b2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:15.545635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f907c04-5c2a-4242-b8d6-441fa6b0a409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e595912d-9591-4713-be1f-7f59e9bba038,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:15.550388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7f907c04-5c2a-4242-b8d6-441fa6b0a409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:15.644376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f907c04-5c2a-4242-b8d6-441fa6b0a409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:15.645644 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7f907c04-5c2a-4242-b8d6-441fa6b0a409 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e595912d-9591-4713-be1f-7f59e9bba038 HTTP/1.1" status: 204  len: 168 time: 0.4772346
Nov 11 22:24:15.796253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:24:16.027551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:24:16.038137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:24:16.051093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:24:16.052327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b73d4550>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:24:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:16.101128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:16.173324 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4423106
Nov 11 22:24:16.173324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d0c80a-508e-4064-b84c-4160051f28e0', 'tag': '932d237d-d4ce-4e84-a2bf-3e7660a96081'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:24:16.223485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49512) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:16.248376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:16.252961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:24:16.282309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:16.286471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fd007a623eab4728bdc9020cba2954d6 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:16.290075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:16.296295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:16.373006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:16.403572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:16.412993 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-17b911ca-ffa7-4fad-a8c0-001cc27be990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:16.483352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ca0d3-52ec-4d9a-825d-c3313a628ca0,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:16.487096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:16.491059 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd007a623eab4728bdc9020cba2954d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2658055
Nov 11 22:24:16.501244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49524) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:16.570424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac39fd-3a75-46f4-9495-7da6ea06fde1 req-85529bdd-22c3-4856-b794-103287faacd2 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:16.570758 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d0c80a-508e-4064-b84c-4160051f28e0', 'tag': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'status': 'completed', 'code': 200}
Nov 11 22:24:16.572461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-46ac39fd-3a75-46f4-9495-7da6ea06fde1 req-85529bdd-22c3-4856-b794-103287faacd2 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1297348
Nov 11 22:24:16.591756 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-44b53e79-30ab-494a-a9a9-061b0c7093eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:16.648947 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-46ac39fd-3a75-46f4-9495-7da6ea06fde1 req-cffd6776-d562-4509-8f4c-fc245f591426 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610740
Nov 11 22:24:16.680615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-44b53e79-30ab-494a-a9a9-061b0c7093eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:16.741749 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-4c2bc3b5-1196-463f-9d85-f2998de772ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 1099 time: 0.1361446
Nov 11 22:24:16.809960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b73d4550>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '6bc634b2-979c-4a18-b7a6-22c9a20254c0', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:e4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d0c80a-508e-4064-b84c-4160051f28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:24:14Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:16.814626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:24:16.827377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:24:16.828157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b73d4550>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:24:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:16.897773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-44b53e79-30ab-494a-a9a9-061b0c7093eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:16.918834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-57956df1-11f8-4e3c-9509-cd832021f460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:16.944574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b53e79-30ab-494a-a9a9-061b0c7093eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ca0d3-52ec-4d9a-825d-c3313a628ca0,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:16.956001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-44b53e79-30ab-494a-a9a9-061b0c7093eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:17.000725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-44b53e79-30ab-494a-a9a9-061b0c7093eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:17.002698 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-44b53e79-30ab-494a-a9a9-061b0c7093eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec2ca0d3-52ec-4d9a-825d-c3313a628ca0 HTTP/1.1" status: 204  len: 168 time: 0.4994545
Nov 11 22:24:17.014611 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-a5effa4c-cfa8-48a2-b0b9-0f32e5045d32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:17.016582 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-a5effa4c-cfa8-48a2-b0b9-0f32e5045d32 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.2610753
Nov 11 22:24:17.140196 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-93ebeb4f-76c1-484d-9906-c7046763bf5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081 HTTP/1.1" status: 200  len: 1000 time: 0.1153424
Nov 11 22:24:17.145552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:24:17.530597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-ea160e53-fca7-4052-a377-21f48d6be982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:17.532221 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-ea160e53-fca7-4052-a377-21f48d6be982 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.3844759
Nov 11 22:24:17.611355 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b73d4550>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '6bc634b2-979c-4a18-b7a6-22c9a20254c0', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:e4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d0c80a-508e-4064-b84c-4160051f28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:24:14Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:17.615624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d5c9d-9f01-4c57-b16f-cb1b8c192a05 None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '6bc634b2-979c-4a18-b7a6-22c9a20254c0', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:e4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d0c80a-508e-4064-b84c-4160051f28e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:24:14Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:24:17.658535 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-952f5eed-b061-4821-980f-46cbe2665ed4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1144133
Nov 11 22:24:17.850950 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-f620a410-4fd6-4391-8925-17322e5823ea service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788979
Nov 11 22:24:18.006511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036f9b1-e46d-4be7-82cd-edf04417c7be req-f47546e4-ae1c-481f-9aac-12aec44d964f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:18.008214 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e036f9b1-e46d-4be7-82cd-edf04417c7be req-f47546e4-ae1c-481f-9aac-12aec44d964f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1645787
Nov 11 22:24:18.082562 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e036f9b1-e46d-4be7-82cd-edf04417c7be req-5bd5af78-2e76-4d25-98f2-9296847c5363 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632253
Nov 11 22:24:18.108806 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-334d81c7-c494-4e46-be7b-7ff90f44c7ae req-2e1f9095-0ffe-40fb-ba85-15364fb12a4f service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459354
Nov 11 22:24:18.155137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3b4ee-5f1c-48bd-976a-79af8b3c8c16 None None] New status for floating IP 6bc634b2-979c-4a18-b7a6-22c9a20254c0: ACTIVE {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:24:18.432249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49564) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:18.588263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-733474512-network', 'tenant_id': '5c66b13011624d5eadaab01d31a8a555'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:24:18.593754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:18.598313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Usage tracker for resource:network and tenant:5c66b13011624d5eadaab01d31a8a555 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:18.602057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:18.608365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:18.649226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Made reservation on behalf of 5c66b13011624d5eadaab01d31a8a555 for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:24:18.655302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:18.669808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:18.706047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:18.711960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Usage tracker for resource:security_group_rule and tenant:5c66b13011624d5eadaab01d31a8a555 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:18.715631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:18.723146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:18.887179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:18.934760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:18.940777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d663d440-34d4-4aae-9a4f-b39d72d21f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:18.972981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:24:18.987030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab4add-2030-4ba9-8788-76fc48cdf38c,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:18.991520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:18.992546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:18.994609 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Added segment c50a0136-2a24-482c-948b-7ad0deaa67fe of type vlan for network 877b08a2-9f66-4bdf-b3aa-40f2cf021854
Nov 11 22:24:19.025845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:19.099151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:19.101184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:19.101862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:19.107456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:19.221081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Pushing event updated for resources: {'Network': ['ID=877b08a2-9f66-4bdf-b3aa-40f2cf021854,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:19.224615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:19.235195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 877b08a2-9f66-4bdf-b3aa-40f2cf021854 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:24:19.256636 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8219094
Nov 11 22:24:19.259292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49582) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:19.266893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Request body: {'subnet': {'network_id': '877b08a2-9f66-4bdf-b3aa-40f2cf021854', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-733474512-subnet', 'tenant_id': '5c66b13011624d5eadaab01d31a8a555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:24:19.273739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:19.278619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Usage tracker for resource:subnet and tenant:5c66b13011624d5eadaab01d31a8a555 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:19.282436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:19.294412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:19.313617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dd558-8d42-4ae1-9f1c-bb2a3f26d2cf req-e2fdb2b3-fa6c-4d26-9161-247153b1268f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:19.315376 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-593dd558-8d42-4ae1-9f1c-bb2a3f26d2cf req-e2fdb2b3-fa6c-4d26-9161-247153b1268f tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0977283
Nov 11 22:24:19.346200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Made reservation on behalf of 5c66b13011624d5eadaab01d31a8a555 for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:24:19.353946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839102880'] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:19.367992 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-593dd558-8d42-4ae1-9f1c-bb2a3f26d2cf req-a774f190-f599-45b8-aba7-78102b7b8913 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453813
Nov 11 22:24:19.626385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839529374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839102863'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:19.631696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d061bfb9-98e9-424d-b5ce-de3636c7a1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:19.716300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26a7453-f034-443a-a39b-8a1919c0c5f9,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:19.720046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:19.728684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Checking segment: {'id': 'c50a0136-2a24-482c-948b-7ad0deaa67fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '877b08a2-9f66-4bdf-b3aa-40f2cf021854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:24:19.729085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Network hostable DHCP agents. Network: 877b08a2-9f66-4bdf-b3aa-40f2cf021854, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:24:19.780250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Network 877b08a2-9f66-4bdf-b3aa-40f2cf021854 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:24:19.819271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 877b08a2-9f66-4bdf-b3aa-40f2cf021854) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:24:19.823467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:19.824123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:19.828641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60559d-0b5b-4ecb-88cc-8d23580885fd None None] Network 877b08a2-9f66-4bdf-b3aa-40f2cf021854 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:24:19.871648 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6108904
Nov 11 22:24:20.223213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d652a32-a913-4bc5-8e54-f0bc42232975 None None] Network 877b08a2-9f66-4bdf-b3aa-40f2cf021854 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:24:20.645706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330d37-7d31-4dc2-885d-02586d69308a req-3576da0c-a2b5-4e21-a752-32d4e5105c99 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:20.647409 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-50330d37-7d31-4dc2-885d-02586d69308a req-3576da0c-a2b5-4e21-a752-32d4e5105c99 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1050000
Nov 11 22:24:20.730202 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-50330d37-7d31-4dc2-885d-02586d69308a req-52dbe367-4dd3-4f1d-8358-68180bed77e5 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751455
Nov 11 22:24:21.065362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49614) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:21.071734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1433100643-network', 'tenant_id': '6408e38f9d7c43c6bb2ef1200c359146'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:24:21.077181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:21.081274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Usage tracker for resource:network and tenant:6408e38f9d7c43c6bb2ef1200c359146 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:21.085077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:21.091339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:21.131042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Made reservation on behalf of 6408e38f9d7c43c6bb2ef1200c359146 for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:24:21.138207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.154695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.194452 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:21.199015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6408e38f9d7c43c6bb2ef1200c359146 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:21.202264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:21.209684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:21.284765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.317272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.320724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2a110285-1fd7-446d-94fa-234dabd52178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:21.354701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:24:21.360549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9879fe01-c4f5-4b83-9c8f-3d843380e8cf,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:21.363944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:21.374992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.374992 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Added segment 4b4ca42a-31d1-446d-a9ed-13c91b2f8364 of type vlan for network d55c5630-e82a-45e8-9b03-7e19086894d3
Nov 11 22:24:21.398987 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.460763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.462422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:21.463202 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.468779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:21.580870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d55c5630-e82a-45e8-9b03-7e19086894d3,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:21.584290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:21.592956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network d55c5630-e82a-45e8-9b03-7e19086894d3 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:24:21.612793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49624) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:21.613002 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5461893
Nov 11 22:24:21.619015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Request body: {'subnet': {'network_id': 'd55c5630-e82a-45e8-9b03-7e19086894d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1433100643-subnet', 'tenant_id': '6408e38f9d7c43c6bb2ef1200c359146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:24:21.624504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:21.629025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Usage tracker for resource:subnet and tenant:6408e38f9d7c43c6bb2ef1200c359146 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:21.633017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:21.640736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:21.671687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Made reservation on behalf of 6408e38f9d7c43c6bb2ef1200c359146 for: {'subnet': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:24:21.677266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838540329'] for subnet, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.984996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc1f9c-feb7-4175-95a6-a742d80418a7 req-df9eaf5c-dca9-4118-becc-13036feac212 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:21.986665 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ddfc1f9c-feb7-4175-95a6-a742d80418a7 req-df9eaf5c-dca9-4118-becc-13036feac212 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1226468
Nov 11 22:24:21.988035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838540346'] for subnet, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:21.993575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a682fbc0-5265-45aa-a256-aa7b4e10b06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:22.113039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974dee20-ec61-4d21-8207-d11b49e233af,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:22.119888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:22.126086 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ddfc1f9c-feb7-4175-95a6-a742d80418a7 req-88c9b8e5-3bc1-496a-aeeb-258a73277283 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003392
Nov 11 22:24:22.134801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Checking segment: {'id': '4b4ca42a-31d1-446d-a9ed-13c91b2f8364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd55c5630-e82a-45e8-9b03-7e19086894d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:24:22.135259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Network hostable DHCP agents. Network: d55c5630-e82a-45e8-9b03-7e19086894d3, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:24:22.191306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Network d55c5630-e82a-45e8-9b03-7e19086894d3 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:24:22.231253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, d55c5630-e82a-45e8-9b03-7e19086894d3) {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:24:22.235240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:22.235933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:22.244496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90446760-6cda-4f4c-bd49-2e7f3b92d866 None None] Network d55c5630-e82a-45e8-9b03-7e19086894d3 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:24:22.248926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:24:22.289689 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6754465
Nov 11 22:24:22.483139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49636) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:22.539030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c2b4b-d22b-47df-ba0c-d2072ff9f9f7 None None] Network d55c5630-e82a-45e8-9b03-7e19086894d3 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:24:22.611553 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] Deleting subnet a26a7453-f034-443a-a39b-8a1919c0c5f9 {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:24:22.618173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:22.693165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:22.763778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:22.890054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:22.904138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-315fdc3c-aa57-4f0a-b71a-1a7fa4480f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:22.974778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26a7453-f034-443a-a39b-8a1919c0c5f9,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:22.977411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:22.980246 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:22.988883 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3f75d33e-fe5c-454b-9bd8-4180e3c15e44 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a26a7453-f034-443a-a39b-8a1919c0c5f9 HTTP/1.1" status: 204  len: 168 time: 0.5035970
Nov 11 22:24:22.992039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49642) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:23.127634 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.361995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.396595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b64a8080>,) {'filters': {'network_id': ['877b08a2-9f66-4bdf-b3aa-40f2cf021854']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:23.419086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b64a8080>, 'c50a0136-2a24-482c-948b-7ad0deaa67fe') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:23.419652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b64a8080>, 'c50a0136-2a24-482c-948b-7ad0deaa67fe') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:23.443904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.463994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.472334 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:24:23.473581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:24:23.491039 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:24:23.613047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d1157-707f-4446-9e1c-f10edd6c4e4b req-0acf4f69-b6a5-48a9-b721-b090e4bd22b0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:23.614889 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f4d1157-707f-4446-9e1c-f10edd6c4e4b req-0acf4f69-b6a5-48a9-b721-b090e4bd22b0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.3089261
Nov 11 22:24:23.619626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.623603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:23.638363 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.648308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=877b08a2-9f66-4bdf-b3aa-40f2cf021854,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:23.653837 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/877b08a2-9f66-4bdf-b3aa-40f2cf021854 HTTP/1.1" status: 204  len: 168 time: 0.6599202
Nov 11 22:24:23.654184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fb93d256-6b38-4ea0-9a4d-ebd934ea80d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:23.654628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49654) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:23.679705 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f4d1157-707f-4446-9e1c-f10edd6c4e4b req-fa3f58f9-ded8-40e7-936d-d950e674fe2c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574088
Nov 11 22:24:23.737540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] Deleting subnet 974dee20-ec61-4d21-8207-d11b49e233af {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:24:23.742151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.807293 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:23.882225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.054355 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.060740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-717007ba-f52e-4f91-85cd-ea98acc4647a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:24.105984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974dee20-ec61-4d21-8207-d11b49e233af,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:24.109880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:24.113888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.125123 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-31cad83b-f9cf-4c49-9924-58a33cdd5318 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/974dee20-ec61-4d21-8207-d11b49e233af HTTP/1.1" status: 204  len: 168 time: 0.4693189
Nov 11 22:24:24.127043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 49668) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:24.362696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.392833 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-4d289d2a-b1fc-4ff8-9e6a-9fe195f1bb4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1098 time: 0.0861101
Nov 11 22:24:24.470354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817e03-3077-47f4-98fc-1c0455962acf req-dc8d5777-99d2-4a85-9af9-442098837d09 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:24.471994 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-24817e03-3077-47f4-98fc-1c0455962acf req-dc8d5777-99d2-4a85-9af9-442098837d09 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.2705414
Nov 11 22:24:24.543905 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-a7910a43-d300-4ac2-8ae7-dd8d4111b943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:24.544172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.545547 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-a7910a43-d300-4ac2-8ae7-dd8d4111b943 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.1444829
Nov 11 22:24:24.590076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b742a860>,) {'filters': {'network_id': ['d55c5630-e82a-45e8-9b03-7e19086894d3']}} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:24.608845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b742a860>, '4b4ca42a-31d1-446d-a9ed-13c91b2f8364') {'for_net_delete': True} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:24.609188 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b742a860>, '4b4ca42a-31d1-446d-a9ed-13c91b2f8364') {} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:24:24.625569 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-24817e03-3077-47f4-98fc-1c0455962acf req-ae15f378-d042-4ab6-88b1-757ab7bd3228 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1053443
Nov 11 22:24:24.627322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15772308'] for segment, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.648668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.659640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:24:24.660279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838860827'] for segment, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.666339 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-14983ac5-5bd9-44b6-80ba-530ead05941d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 1001 time: 0.1129532
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:24:24.676147 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:24:24.747027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-76bcc1dd-c3a8-4ac1-92de-9bf98aca65aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:24.748755 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-76bcc1dd-c3a8-4ac1-92de-9bf98aca65aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.0732901
Nov 11 22:24:24.796725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.800533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:24.819986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:24.829908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55c5630-e82a-45e8-9b03-7e19086894d3,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:24.834307 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d55c5630-e82a-45e8-9b03-7e19086894d3 HTTP/1.1" status: 204  len: 168 time: 0.7060776
Nov 11 22:24:24.834307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7679f90c-0dbf-429e-bc19-0a193adbdd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:25.177001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49698) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:25.233333 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9494a19a-c937-4b05-a014-17bd17a71aae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c66b13011624d5eadaab01d31a8a555&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0543709
Nov 11 22:24:25.235951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49702) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:25.309585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9d61109d-13f2-4943-87fc-1bd2175f4c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:25.341251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9d61109d-13f2-4943-87fc-1bd2175f4c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:25.420428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9d61109d-13f2-4943-87fc-1bd2175f4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:25.429154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2cc466cb-a75a-4dfc-93e7-c33357ebb3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:25.442360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61109d-13f2-4943-87fc-1bd2175f4c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab4add-2030-4ba9-8788-76fc48cdf38c,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:25.446601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9d61109d-13f2-4943-87fc-1bd2175f4c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:25.450203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9d61109d-13f2-4943-87fc-1bd2175f4c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:25.451476 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9d61109d-13f2-4943-87fc-1bd2175f4c72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31ab4add-2030-4ba9-8788-76fc48cdf38c HTTP/1.1" status: 204  len: 168 time: 0.2145696
Nov 11 22:24:25.854192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f643bdd-bdf3-4154-b826-d2035c7078ec req-bc6d7ce0-4b14-4566-b821-ee6af40acfd0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:25.857553 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4f643bdd-bdf3-4154-b826-d2035c7078ec req-bc6d7ce0-4b14-4566-b821-ee6af40acfd0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0940819
Nov 11 22:24:25.911621 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4f643bdd-bdf3-4154-b826-d2035c7078ec req-7365009f-32bb-47bd-9ba3-5253be4d0f56 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492568
Nov 11 22:24:26.056305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49720) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:26.115290 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ce83b8d3-c005-4081-8055-25680a2fdd1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6408e38f9d7c43c6bb2ef1200c359146&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0573504
Nov 11 22:24:26.117947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 49724) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:26.187802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5c869d39-5c5c-4d51-8d28-3e950f146a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:26.218828 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5c869d39-5c5c-4d51-8d28-3e950f146a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:26.368654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5c869d39-5c5c-4d51-8d28-3e950f146a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:26.372687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:26.384505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c869d39-5c5c-4d51-8d28-3e950f146a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9879fe01-c4f5-4b83-9c8f-3d843380e8cf,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:26.389426 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5c869d39-5c5c-4d51-8d28-3e950f146a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:26.392109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5c869d39-5c5c-4d51-8d28-3e950f146a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:26.393374 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5c869d39-5c5c-4d51-8d28-3e950f146a13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9879fe01-c4f5-4b83-9c8f-3d843380e8cf HTTP/1.1" status: 204  len: 168 time: 0.2744310
Nov 11 22:24:26.951782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:27.127273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fae8f-b688-4674-963d-7ad98865de1b req-cea79ff4-6038-4966-9772-dd5e3bfd0664 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:27.128904 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d10fae8f-b688-4674-963d-7ad98865de1b req-cea79ff4-6038-4966-9772-dd5e3bfd0664 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0910666
Nov 11 22:24:27.197317 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d10fae8f-b688-4674-963d-7ad98865de1b req-f9696e1f-14ef-4c13-9142-fc59036b0823 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609496
Nov 11 22:24:28.415568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b73435-c7cc-4839-89ce-d22f6500edb1 req-e06eff94-0549-4f4f-9740-7d7feb988735 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:28.417354 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85b73435-c7cc-4839-89ce-d22f6500edb1 req-e06eff94-0549-4f4f-9740-7d7feb988735 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0906672
Nov 11 22:24:28.470358 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85b73435-c7cc-4839-89ce-d22f6500edb1 req-00d850e2-eea8-4c3f-9131-6fb3ab4c8d8c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459530
Nov 11 22:24:28.764740 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-c40fdd56-b3b8-4f58-a4f0-5e5db28685d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814760
Nov 11 22:24:28.931601 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-bc14f44e-3a5a-45bf-a343-3105a7a40160 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482539
Nov 11 22:24:29.090541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ac612b7f-0b77-46a9-b871-797e4f9bc4f3 req-516df922-d3a8-44fa-a5f9-2b7f5ce9e082 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400118
Nov 11 22:24:29.379641 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-aa94a296-6956-4897-8321-1c061a435c14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1098 time: 0.0789487
Nov 11 22:24:29.724887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ddaa2-adea-4b9d-b926-7720abf0d9e5 req-c844eb63-e348-434e-99c3-7c8a2b7bbf86 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:29.726870 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-563ddaa2-adea-4b9d-b926-7720abf0d9e5 req-c844eb63-e348-434e-99c3-7c8a2b7bbf86 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1041703
Nov 11 22:24:29.792203 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-563ddaa2-adea-4b9d-b926-7720abf0d9e5 req-b803f4aa-1e8c-49d3-9971-fd7f74f401ca tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524619
Nov 11 22:24:29.806933 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-c5c8db56-b2e5-47b6-a098-683c69296a59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:29.810011 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-c5c8db56-b2e5-47b6-a098-683c69296a59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.4052467
Nov 11 22:24:29.968951 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-40dc126b-6466-4e05-a5a4-4f6745a0e54d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 1001 time: 0.1502764
Nov 11 22:24:30.086546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-07024796-6739-4010-a93e-1e3c572460e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:30.088188 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-07024796-6739-4010-a93e-1e3c572460e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.1089597
Nov 11 22:24:30.193790 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-eabc716a-8e78-40c1-8937-c3047798f4ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934029
Nov 11 22:24:30.359988 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-1d16726b-d3ba-4562-8db9-863c0d7c4f40 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561263
Nov 11 22:24:30.514818 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67434bc0-f037-4d2b-91ab-c5ac1a6b8e43 req-02e17dde-e346-48ac-8033-7abe5b2c6f2e service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462626
Nov 11 22:24:31.018742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3009f-68f7-46e4-8fa6-5c7e8a4b94c7 req-224fd83b-17fa-483c-95e5-2d0fffcb647b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:31.020436 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-faa3009f-68f7-46e4-8fa6-5c7e8a4b94c7 req-224fd83b-17fa-483c-95e5-2d0fffcb647b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0871651
Nov 11 22:24:31.077063 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-faa3009f-68f7-46e4-8fa6-5c7e8a4b94c7 req-c9dc484a-8a05-4a81-a3e1-5fb6ba3692af tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490296
Nov 11 22:24:36.414357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-33293ad0-9d65-4c1b-9fef-0843c128aafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:37.847077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd7b4c-b6a3-44f5-a32f-273abe1fd617 req-bf4b770f-ac3d-4095-be6c-bb9dbb890915 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:37.848805 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7cdd7b4c-b6a3-44f5-a32f-273abe1fd617 req-bf4b770f-ac3d-4095-be6c-bb9dbb890915 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 945 time: 0.0854445
Nov 11 22:24:37.902703 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7cdd7b4c-b6a3-44f5-a32f-273abe1fd617 req-18f0e705-e74b-454a-85bf-74d9042d69ab tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465016
Nov 11 22:24:38.779033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-392efdea-954f-4e7d-bbc9-56af411fe26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:38.808196 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:39.121425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e9165-6a6a-4d70-8e0c-f550932bb16a req-40a20703-4148-403f-98b3-8d48c289c502 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:39.123104 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7b5e9165-6a6a-4d70-8e0c-f550932bb16a req-40a20703-4148-403f-98b3-8d48c289c502 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 945 time: 0.0904095
Nov 11 22:24:39.176564 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7b5e9165-6a6a-4d70-8e0c-f550932bb16a req-946c9a06-d705-4b74-aeb4-6a0901baf8db tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466111
Nov 11 22:24:39.419030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:40.396517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd5ba-ea8a-4c69-b663-97e75d16e256 req-94b97ae7-0bd9-4a36-9d08-ece27ed90f88 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:40.404787 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9f1bd5ba-ea8a-4c69-b663-97e75d16e256 req-94b97ae7-0bd9-4a36-9d08-ece27ed90f88 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 945 time: 0.0959778
Nov 11 22:24:40.413457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-96102f0a-dce5-4593-aeb0-1b742057e0b7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:40.414641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-96102f0a-dce5-4593-aeb0-1b742057e0b7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Synchronizing usage tracker for tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:24:40.465841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-96102f0a-dce5-4593-aeb0-1b742057e0b7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Unset dirty status for tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:24:40.467351 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-96102f0a-dce5-4593-aeb0-1b742057e0b7 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 945 time: 0.1498470
Nov 11 22:24:40.467987 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9f1bd5ba-ea8a-4c69-b663-97e75d16e256 req-8ebc9759-ceea-44fd-81c4-2f7a608fa1c5 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622456
Nov 11 22:24:40.551485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Deleting port 42d9e036-120b-4492-b627-1152e385bac9 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:24:40.551899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:40.815003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] For port 42d9e036-120b-4492-b627-1152e385bac9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=42d9e036-120b-4492-b627-1152e385bac9,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:24:40.815509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:40.945071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Calling delete_port for 42d9e036-120b-4492-b627-1152e385bac9 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:24:41.104961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:41.173846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:41.180214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-afae7fa7-df87-4ced-97e6-5add86570ecd tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:41.229157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Pushing event deleted for resources: {'Port': ['ID=42d9e036-120b-4492-b627-1152e385bac9,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:41.233832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:41.305317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] No DVR routers for this DVR port 42d9e036-120b-4492-b627-1152e385bac9 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:24:41.307952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:41.311204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0452f-a279-4557-bf62-5706892c3639', 'name': 'network-vif-deleted', 'tag': '42d9e036-120b-4492-b627-1152e385bac9'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:24:41.369329 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9ac6d90-6914-4abd-969f-e2764f49299d req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.65 "DELETE /v2.0/ports/42d9e036-120b-4492-b627-1152e385bac9 HTTP/1.1" status: 204  len: 173 time: 0.8958123
Nov 11 22:24:41.371235 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0452f-a279-4557-bf62-5706892c3639', 'name': 'network-vif-deleted', 'tag': '42d9e036-120b-4492-b627-1152e385bac9', 'status': 'completed', 'code': 200}
Nov 11 22:24:41.702909 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e353be3c-4c95-46e5-aad2-7b866a8165dd req-1dc02e63-bdf9-41b2-b1be-8b1a1baa77f2 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe0452f-a279-4557-bf62-5706892c3639 HTTP/1.1" status: 200  len: 210 time: 0.0509229
Nov 11 22:24:41.972817 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50036) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:42.138204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:42.175876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:42.180048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c84a9b4c044e65bf3194d5f1e5b377 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:42.185520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:42.191743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:42.275687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:42.322639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:42.331605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7f907c04-5c2a-4242-b8d6-441fa6b0a409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:42.383726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8720311d-f613-4113-8709-ee78a4332138,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:42.387959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:42.390588 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7c84a9b4c044e65bf3194d5f1e5b377&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4160545
Nov 11 22:24:42.395216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50042) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:42.469582 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b7cec90d-a81f-4553-aef2-794471151477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:42.500966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b7cec90d-a81f-4553-aef2-794471151477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:42.636584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b7cec90d-a81f-4553-aef2-794471151477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:42.642187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2091fe62-ff6a-4f69-b9ab-49c06dd17419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:42.654738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cec90d-a81f-4553-aef2-794471151477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8720311d-f613-4113-8709-ee78a4332138,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:42.658971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b7cec90d-a81f-4553-aef2-794471151477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:42.662601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b7cec90d-a81f-4553-aef2-794471151477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:42.663871 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b7cec90d-a81f-4553-aef2-794471151477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8720311d-f613-4113-8709-ee78a4332138 HTTP/1.1" status: 204  len: 168 time: 0.2669687
Nov 11 22:24:42.759157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 42d9e036-120b-4492-b627-1152e385bac9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:24:42.839501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 42d9e036-120b-4492-b627-1152e385bac9 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:24:42.839501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 42d9e036-120b-4492-b627-1152e385bac9 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:24:43.516896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50076) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:43.540595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:43.635826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:43.636167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Usage tracker for resource:security_group_rule and tenant:de06abad51644bc8a49e091e896c4090 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:43.639971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:43.647642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:43.844054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:43.888760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:43.905459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a2d49844-6ec9-42fb-8caf-7db61c8baca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:43.958827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fcae5d-986b-406e-9d0d-89f002b4cc7c,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:43.968547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:43.993642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50088) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:43.993994 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de06abad51644bc8a49e091e896c4090&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4753814
Nov 11 22:24:44.089728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0176d744-5835-4e5a-869b-b2055e68369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:44.144102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0176d744-5835-4e5a-869b-b2055e68369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:44.237379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0176d744-5835-4e5a-869b-b2055e68369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:44.244507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f58f065c-6c0a-4351-9301-d8c7652e8cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:44.261338 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176d744-5835-4e5a-869b-b2055e68369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fcae5d-986b-406e-9d0d-89f002b4cc7c,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:44.264727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0176d744-5835-4e5a-869b-b2055e68369b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:44.267038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0176d744-5835-4e5a-869b-b2055e68369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:44.268278 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0176d744-5835-4e5a-869b-b2055e68369b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26fcae5d-986b-406e-9d0d-89f002b4cc7c HTTP/1.1" status: 204  len: 168 time: 0.2730570
Nov 11 22:24:44.281721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50096) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:44.535448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:44.600728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:44.605559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Usage tracker for resource:security_group_rule and tenant:b1bfe2290615498dbcab30a97300086a is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:44.609804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:44.617958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:44.731225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:44.775340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:44.785497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fbeb6fbb-6c93-4364-b353-17f770612eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:44.837807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71135b74-e9ff-45a3-b9df-4d1328025404,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:44.850571 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1bfe2290615498dbcab30a97300086a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5668373
Nov 11 22:24:44.851318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50112) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:44.852307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:44.938513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1062-eefb-46e2-bd73-99cffc05ad38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:44.972149 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1062-eefb-46e2-bd73-99cffc05ad38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:45.099185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1062-eefb-46e2-bd73-99cffc05ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:45.106339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b7cec90d-a81f-4553-aef2-794471151477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:45.128031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b1062-eefb-46e2-bd73-99cffc05ad38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71135b74-e9ff-45a3-b9df-4d1328025404,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:45.133198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c9b1062-eefb-46e2-bd73-99cffc05ad38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:45.135343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1062-eefb-46e2-bd73-99cffc05ad38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:45.139380 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8c9b1062-eefb-46e2-bd73-99cffc05ad38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71135b74-e9ff-45a3-b9df-4d1328025404 HTTP/1.1" status: 204  len: 168 time: 0.2851322
Nov 11 22:24:45.768741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50132) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:45.794513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:45.831881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:45.837689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e49dcef760456398d8f9ab64f2d854 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:45.840821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:45.854297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:45.955780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:45.990929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:45.999603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-039a4f6a-d56b-4c97-847d-28aa1ed9cd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:46.046627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c898e2-09d1-4ffa-96b3-50f39f960295,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:46.050880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:46.056484 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0e49dcef760456398d8f9ab64f2d854&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2840955
Nov 11 22:24:46.057230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50148) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:46.149741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40610a94-bf74-4ec0-a329-a4c134dc63dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:46.180777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40610a94-bf74-4ec0-a329-a4c134dc63dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:46.305146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40610a94-bf74-4ec0-a329-a4c134dc63dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:46.310888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-99d60649-2a26-4880-b1e6-901feb9decfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:46.327774 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40610a94-bf74-4ec0-a329-a4c134dc63dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c898e2-09d1-4ffa-96b3-50f39f960295,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:46.330480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-40610a94-bf74-4ec0-a329-a4c134dc63dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:46.343476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-40610a94-bf74-4ec0-a329-a4c134dc63dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:46.347148 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-40610a94-bf74-4ec0-a329-a4c134dc63dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9c898e2-09d1-4ffa-96b3-50f39f960295 HTTP/1.1" status: 204  len: 168 time: 0.2862620
Nov 11 22:24:47.092159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50174) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:47.362877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:47.403900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:47.411683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5fccc5b3c34012a79bc2e4b59c3f6a is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:47.414835 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:47.421353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:47.495001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:47.596314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:47.605027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e0742422-2281-4f91-a4ca-9dd0d2f74a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:47.650312 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb5fccc5b3c34012a79bc2e4b59c3f6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5567558
Nov 11 22:24:47.651391 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6268ce4-e939-4e1f-a042-ca253d2e6093,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:47.653443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50186) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:47.655080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:47.724073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f29a09ff-72ff-4253-bfbd-e99c4c2c242d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:47.760670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f29a09ff-72ff-4253-bfbd-e99c4c2c242d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:47.849373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f29a09ff-72ff-4253-bfbd-e99c4c2c242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:47.864226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d76e1c68-1f60-4c43-b15e-5dde12f4bb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:47.881398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a09ff-72ff-4253-bfbd-e99c4c2c242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6268ce4-e939-4e1f-a042-ca253d2e6093,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:47.884792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f29a09ff-72ff-4253-bfbd-e99c4c2c242d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:47.887185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f29a09ff-72ff-4253-bfbd-e99c4c2c242d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:47.890118 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-f29a09ff-72ff-4253-bfbd-e99c4c2c242d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6268ce4-e939-4e1f-a042-ca253d2e6093 HTTP/1.1" status: 204  len: 168 time: 0.2351787
Nov 11 22:24:48.373482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50206) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:48.576664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:48.617571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:48.622576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Usage tracker for resource:security_group_rule and tenant:c56877c191214b6aa266d4d254bf584d is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:48.626192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:48.632881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:48.711722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:48.740250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:48.749435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a7ec9746-efa8-40d8-899b-874826f3ffb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:48.805688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7112a7ad-0a47-43ac-817b-10db89b19c1b,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:48.809017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:48.811856 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5cb836cf-fcad-4833-b300-5a204672c17f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c56877c191214b6aa266d4d254bf584d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4368696
Nov 11 22:24:48.816560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50222) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:48.975179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c1f-01cf-44f9-9c88-f2b11fbe8aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.021847 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c1f-01cf-44f9-9c88-f2b11fbe8aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.088428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c1f-01cf-44f9-9c88-f2b11fbe8aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.094157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b5c0968a-fb93-4762-8edf-4ca5cbbc4392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:49.115286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b22c1f-01cf-44f9-9c88-f2b11fbe8aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7112a7ad-0a47-43ac-817b-10db89b19c1b,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:49.115712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a7b22c1f-01cf-44f9-9c88-f2b11fbe8aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:49.127849 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c1f-01cf-44f9-9c88-f2b11fbe8aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.131556 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a7b22c1f-01cf-44f9-9c88-f2b11fbe8aa9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7112a7ad-0a47-43ac-817b-10db89b19c1b HTTP/1.1" status: 204  len: 168 time: 0.3102531
Nov 11 22:24:49.231144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50244) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:49.440682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1840069870-network', 'tenant_id': '94d15f752e56495e844ab0c9816c149f'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:24:49.449887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:49.456928 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Usage tracker for resource:network and tenant:94d15f752e56495e844ab0c9816c149f is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:49.462790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:49.475970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:49.505441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Made reservation on behalf of 94d15f752e56495e844ab0c9816c149f for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:24:49.511242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.535988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.580205 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:49.585863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Usage tracker for resource:security_group_rule and tenant:94d15f752e56495e844ab0c9816c149f is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:49.590712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:49.597197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:49.681831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.704914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.708549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3cc2ad8c-f164-47e1-ab71-66d2ed26ec96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:49.746362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:24:49.756972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf1b9b5-4b32-4801-97bb-63d323bb6849,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:49.766741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.767137 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Added segment 29c0b24c-4eeb-41a9-9842-afa0f234702a of type vlan for network e07f395f-921a-4610-9bcb-be19ad955901
Nov 11 22:24:49.778707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.779195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.779610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.780022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.780433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.780846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.781253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.781700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.782120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.782564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.782961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:24:49.788249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:49.813839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.881857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.883416 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:49.884249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:49.891454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ced7482c-334d-4dbb-897d-7cbe6d4cd404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:50.020191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Pushing event updated for resources: {'Network': ['ID=e07f395f-921a-4610-9bcb-be19ad955901,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:50.023155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:50.033218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network e07f395f-921a-4610-9bcb-be19ad955901 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:24:50.068183 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8344636
Nov 11 22:24:50.070504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50262) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:24:50.076739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Request body: {'subnet': {'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1840069870-subnet', 'tenant_id': '94d15f752e56495e844ab0c9816c149f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:24:50.082925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:24:50.086881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Usage tracker for resource:subnet and tenant:94d15f752e56495e844ab0c9816c149f is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:24:50.090499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:24:50.097410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:24:50.139380 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Made reservation on behalf of 94d15f752e56495e844ab0c9816c149f for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:24:50.148327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839102880'] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:50.620347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839529374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839102863'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:50.628827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:24:50.729611 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8438008f-f39d-4519-a350-3d70ec834061,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:24:50.732765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:24:50.743932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Checking segment: {'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:24:50.744831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Network hostable DHCP agents. Network: e07f395f-921a-4610-9bcb-be19ad955901, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:24:50.836078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Network e07f395f-921a-4610-9bcb-be19ad955901 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:24:51.121974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, e07f395f-921a-4610-9bcb-be19ad955901) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:24:51.127791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:51.128453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:51.133866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630c4d5-f2c4-4881-a168-f2a4b496061b None None] Network e07f395f-921a-4610-9bcb-be19ad955901 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:24:51.219807 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a720a1d0-b012-40ef-a491-e7fc4477085d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1480439
Nov 11 22:24:51.365645 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3dd3eb-a269-44ff-8835-12ee3176787f None None] Network e07f395f-921a-4610-9bcb-be19ad955901 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:24:56.932215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-356a3166-99db-4112-84c0-138b91e9e999 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:56.933869 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-356a3166-99db-4112-84c0-138b91e9e999 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/networks?id=a751847a-76d9-414b-b331-4c024736036b HTTP/1.1" status: 200  len: 814 time: 0.1677828
Nov 11 22:24:56.944155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:24:56.952539 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9f89bab4-0289-4df1-8a92-e7722bd6a877 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/quotas/f76d0fc673c443d9a3f5a3b9e6d38a45 HTTP/1.1" status: 200  len: 375 time: 0.0127606
Nov 11 22:24:57.010081 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-5ffdf28e-cabf-41d5-ba42-7e6183927a26 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f76d0fc673c443d9a3f5a3b9e6d38a45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0513849
Nov 11 22:24:57.167515 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e82a7771-1197-4b4a-bab5-2030e02ea1d4 service neutron] 10.222.0.18 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497262
Nov 11 22:24:57.322827 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-2854b3c9-2bab-404a-acce-afff4b3a221f service neutron] 10.222.0.18 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470935
Nov 11 22:24:57.562331 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-58bf012b-d769-4c54-abde-85fc044d511a req-2036fc0b-5d26-4235-b7cd-ce6fccf4bc2e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.0496047
Nov 11 22:24:58.095638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-b016cb7c-126b-4a3f-bfb5-fbdcc36b98fa tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:24:58.097374 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-b016cb7c-126b-4a3f-bfb5-fbdcc36b98fa tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/networks?id=e07f395f-921a-4610-9bcb-be19ad955901 HTTP/1.1" status: 200  len: 809 time: 0.1629586
Nov 11 22:24:58.119001 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-7bc7f875-5dff-43f5-920f-b8b67b003caf tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/quotas/94d15f752e56495e844ab0c9816c149f HTTP/1.1" status: 200  len: 375 time: 0.0130455
Nov 11 22:24:58.172537 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-614a08e6-15cc-43e3-8708-d0807a353443 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94d15f752e56495e844ab0c9816c149f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472603
Nov 11 22:24:58.470466 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-34ee91bf-247f-428d-bc5c-ca636d6e24c9 service neutron] 10.222.0.18 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2893283
Nov 11 22:24:58.686545 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-28975aee-de28-44ac-9162-a7f5a9e74828 service neutron] 10.222.0.18 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086823
Nov 11 22:24:58.692783 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f54d1e83-3c66-4bba-be11-ef2570cd040c req-9cd885e9-845f-44f9-bb7c-f2237a70441f tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.0522244
Nov 11 22:24:59.249812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:25:00.041903 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5b82eb73-6803-4243-815b-f611b0f90522 req-948d30ba-ae33-41e5-a3c9-5d933f2403fc tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.0583060
Nov 11 22:25:00.151909 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5704390e-8f69-4004-baac-43bdd40469cb req-76e8f08e-5bd9-4d64-b7e7-2a2720b226ee tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 210 time: 0.0476010
Nov 11 22:25:01.167799 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7eb68bdf-790d-4477-b1ba-83159bab317b req-9d064370-1cc2-4f54-a3f3-4fb09774c8f9 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.0468223
Nov 11 22:25:01.336833 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f066598-2d75-4378-a9ef-dd3fc7541c44 req-8f275acd-a464-45c0-bc58-fc4cad623c65 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 210 time: 0.0478899
Nov 11 22:25:02.351303 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a1ce5a03-32f2-4ea0-8470-c2c6588f5d89 req-8689fcbc-73c3-400a-b8f1-ff42dd48f83b tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.0545478
Nov 11 22:25:02.534035 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-89eccbbe-1d6f-44d5-8b3e-11997a4f1600 req-f0f4169f-f2a6-46e5-bd82-cd1905a6f68c tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 210 time: 0.0480914
Nov 11 22:25:03.529779 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2a0d4390-db86-45ca-bf0b-b4010941f404 req-a29aa97f-d342-4388-b26d-af412f7d9771 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.0509787
Nov 11 22:25:03.726758 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3b7692f2-7cfd-4494-88e9-95aa062a549a req-10365eee-0a2f-4800-90d8-8fb52c9d4407 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 210 time: 0.0610456
Nov 11 22:25:03.758056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-3eecb59b-1e3c-4dff-8325-e6c94b33bc0c tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:03.760532 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-3eecb59b-1e3c-4dff-8325-e6c94b33bc0c tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Synchronizing usage tracker for tenant:94d15f752e56495e844ab0c9816c149f on resource:network {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:25:03.807496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-3eecb59b-1e3c-4dff-8325-e6c94b33bc0c tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Unset dirty status for tenant:94d15f752e56495e844ab0c9816c149f on resource:network {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:25:03.808890 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-3eecb59b-1e3c-4dff-8325-e6c94b33bc0c tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.65 "GET /v2.0/networks?id=e07f395f-921a-4610-9bcb-be19ad955901 HTTP/1.1" status: 200  len: 809 time: 0.2349985
Nov 11 22:25:03.834580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Request body: {'port': {'device_id': 'da81369e-817d-4257-ab5d-506b5d7863c6', 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901', 'admin_state_up': True, 'tenant_id': '94d15f752e56495e844ab0c9816c149f'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:03.981482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:03.986521 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Usage tracker for resource:port and tenant:94d15f752e56495e844ab0c9816c149f is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:03.990860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:03.997618 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:04.041526 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Made reservation on behalf of 94d15f752e56495e844ab0c9816c149f for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:25:04.047477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:04.233529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Allocated IP 172.20.0.8 (e07f395f-921a-4610-9bcb-be19ad955901/8438008f-f39d-4519-a350-3d70ec834061/c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:04.571397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-46cf5a9c-6590-4cef-a86d-e700085f5cb3 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:04.573143 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-46cf5a9c-6590-4cef-a86d-e700085f5cb3 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.65 "GET /v2.0/networks?id=a751847a-76d9-414b-b331-4c024736036b HTTP/1.1" status: 200  len: 814 time: 0.2852449
Nov 11 22:25:04.593903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Request body: {'port': {'device_id': 'b27a1937-f3fa-4b48-8a6c-b2825416ba4d', 'network_id': 'a751847a-76d9-414b-b331-4c024736036b', 'admin_state_up': True, 'tenant_id': 'f76d0fc673c443d9a3f5a3b9e6d38a45'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:04.794013 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d5edbd71-65a6-4378-bb4c-55ff2d216f19 req-ccd67998-b873-4604-97c3-fffa5c0e04e8 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.0587230
Nov 11 22:25:04.983226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:05.030594 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5402533e-9ced-4076-ade2-0b632ca50140 req-8a2439da-67a2-4fc4-b41a-c43e01d9d89f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 210 time: 0.0929024
Nov 11 22:25:05.105051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:05.111242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Usage tracker for resource:port and tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:05.117094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:05.122253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:05.139371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:05.147166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4d9547cd-8533-4846-b1b2-259210cc0da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:05.203100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Made reservation on behalf of f76d0fc673c443d9a3f5a3b9e6d38a45 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:25:05.209450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:05.307377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Network e07f395f-921a-4610-9bcb-be19ad955901 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:05.311961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:05.318478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:05.349743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Pushing event updated for resources: {'Port': ['ID=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:05.356142 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:05.421313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:05.422016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:05.544766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Allocated IP 172.20.0.11 (a751847a-76d9-414b-b331-4c024736036b/b298e793-ab38-42b2-9f0f-be0d9717976b/0ad62743-09ac-4896-9a4e-0fc054004675) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:05.596650 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7662139
Nov 11 22:25:05.611756 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Request body: {'port': {'device_id': 'da81369e-817d-4257-ab5d-506b5d7863c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:05.803825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:06.104972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:06.173979 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c9efba5f-95a2-41a8-97d7-40df79100d73 req-b4b7d046-5cef-4dee-8596-b34b39b09069 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.2391124
Nov 11 22:25:06.310471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd83194-863a-4686-a0fc-93a69766b58c req-83d1aaad-2b75-453a-be0d-6e068b6538a6 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:06.312207 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7fd83194-863a-4686-a0fc-93a69766b58c req-83d1aaad-2b75-453a-be0d-6e068b6538a6 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 931 time: 0.1133265
Nov 11 22:25:06.340274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:06.352127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-caef7516-861d-47f1-89dc-6afe312f67c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:06.400055 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7fd83194-863a-4686-a0fc-93a69766b58c req-e02c4153-5f0b-4346-bdd7-36c945181732 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800440
Nov 11 22:25:06.419232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c08f5436-df51-46d3-8340-308eba66262a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:06.438904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:25:06.454714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:06.468518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Network a751847a-76d9-414b-b331-4c024736036b is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:06.472929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:06.474960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Pushing event updated for resources: {'Port': ['ID=0ad62743-09ac-4896-9a4e-0fc054004675,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:06.479806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:06.521720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:06.547673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Transition to ACTIVE for port object c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:06.572671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:06.573390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:06.588803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:06.593919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a8e552f6-4bf5-411a-9293-4c8a91424a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:06.720103 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1313128
Nov 11 22:25:06.732453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:06.739427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Request body: {'port': {'device_id': 'b27a1937-f3fa-4b48-8a6c-b2825416ba4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:06.769731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:06.969054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:06.991894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Attempting to bind port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:06.992285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Attempting to bind port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:06.992628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Attempting to bind port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 on network e07f395f-921a-4610-9bcb-be19ad955901 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:07.035236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 on network e07f395f-921a-4610-9bcb-be19ad955901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:25:07.035236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Attempting to bind port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 on network e07f395f-921a-4610-9bcb-be19ad955901 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:07.054593 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:07.055066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Checking segment: {'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:07.055394 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Bound using segment: {'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:07.055863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Bound port: c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:07.056258 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:07.321714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] For port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:07.341739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] For port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:07.376660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:07.383034 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-26b4c85c-981e-49fa-a742-a2782ca68e24 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:07.395613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f24db-d1d7-4dc8-955c-3e5cc4f66edd req-c5e5dc47-38da-45b2-b70d-54d7bc81e0c1 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:07.397364 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dd9f24db-d1d7-4dc8-955c-3e5cc4f66edd req-c5e5dc47-38da-45b2-b70d-54d7bc81e0c1 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 932 time: 0.0954733
Nov 11 22:25:07.466634 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:07.468444 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] 10.222.0.65 "PUT /v2.0/ports/c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 HTTP/1.1" status: 200  len: 1093 time: 1.8614683
Nov 11 22:25:07.478268 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dd9f24db-d1d7-4dc8-955c-3e5cc4f66edd req-08433cca-7cf5-4327-a7fa-ca1ad23e5381 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688980
Nov 11 22:25:07.490466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da81369e-817d-4257-ab5d-506b5d7863c6', 'tag': 'c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:07.520364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:07.583297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:07.644173 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da81369e-817d-4257-ab5d-506b5d7863c6', 'tag': 'c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4', 'status': 'completed', 'code': 200}
Nov 11 22:25:07.662224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c14f2-cb84-49f0-8501-4dbbaa701431 req-d6385a05-58c7-4c16-90da-7789ea6b9d2a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:07.663987 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc9c14f2-cb84-49f0-8501-4dbbaa701431 req-d6385a05-58c7-4c16-90da-7789ea6b9d2a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 943 time: 0.1015763
Nov 11 22:25:07.694099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad62743-09ac-4896-9a4e-0fc054004675 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:25:07.704153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:07.724977 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc9c14f2-cb84-49f0-8501-4dbbaa701431 req-14a4e122-81e1-43bc-9d28-99c237ac593b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484381
Nov 11 22:25:07.733272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Transition to ACTIVE for port object 0ad62743-09ac-4896-9a4e-0fc054004675 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:07.747271 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-365bd633-b106-4aa6-91ce-596d4ff7cf83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94d15f752e56495e844ab0c9816c149f&device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 1096 time: 0.1671314
Nov 11 22:25:07.816955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:07.828714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e51d8b9c-cffb-4cb5-ac6d-957286bd79f3 tempest-DeleteServersTestJSON-268399341 tempest-DeleteServersTestJSON-268399341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:07.873010 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-6d339afd-b19c-4ad8-b587-cfb50354a494 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 HTTP/1.1" status: 200  len: 217 time: 0.1144469
Nov 11 22:25:08.024765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=0ad62743-09ac-4896-9a4e-0fc054004675,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:08.029508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:08.040430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-c87233f6-e948-48e7-b1a0-6c85bf8329a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:08.042062 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-c87233f6-e948-48e7-b1a0-6c85bf8329a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8438008f-f39d-4519-a350-3d70ec834061 HTTP/1.1" status: 200  len: 849 time: 0.1598625
Nov 11 22:25:08.158144 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-06688d3f-a692-4dfa-b329-2ab8ef3ea155 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e07f395f-921a-4610-9bcb-be19ad955901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831738
Nov 11 22:25:08.308427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Attempting to bind port 0ad62743-09ac-4896-9a4e-0fc054004675 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:08.308808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Attempting to bind port 0ad62743-09ac-4896-9a4e-0fc054004675 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:08.309183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Attempting to bind port 0ad62743-09ac-4896-9a4e-0fc054004675 on network a751847a-76d9-414b-b331-4c024736036b {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:08.323351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Port 0ad62743-09ac-4896-9a4e-0fc054004675 on network a751847a-76d9-414b-b331-4c024736036b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:25:08.323719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Attempting to bind port 0ad62743-09ac-4896-9a4e-0fc054004675 on network a751847a-76d9-414b-b331-4c024736036b {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:08.346717 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-fcc6e668-7275-4f77-8190-97eec448c424 service neutron] 10.222.0.65 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788154
Nov 11 22:25:08.347638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:08.348018 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Checking segment: {'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:08.348441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Bound using segment: {'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:08.348918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Bound port: 0ad62743-09ac-4896-9a4e-0fc054004675, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a751847a-76d9-414b-b331-4c024736036b'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:08.349316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:08.707906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50512) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:08.790865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-489361ef-2047-4d90-8fb7-056c9199dc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:08.807188 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25fb4f-cd09-4d14-ba4e-ebddb5e3fda9 req-0ad515e3-edd5-40af-b3cb-aa1bee77c4e0 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:08.810537 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0c25fb4f-cd09-4d14-ba4e-ebddb5e3fda9 req-0ad515e3-edd5-40af-b3cb-aa1bee77c4e0 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 944 time: 0.1625051
Nov 11 22:25:08.824134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:08.840919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] For port 0ad62743-09ac-4896-9a4e-0fc054004675, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:08.846780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] For port 0ad62743-09ac-4896-9a4e-0fc054004675, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ad62743-09ac-4896-9a4e-0fc054004675,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:08.853534 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0030e0bc-2ef4-48fa-a2b1-43043cb426e7 req-022a0e4f-b119-40f4-a4b1-316c8d2f7fcd service neutron] 10.222.0.65 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4921596
Nov 11 22:25:08.870461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:08.875515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ad4f665e-035c-46c4-ae9d-6c381edc79b6 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:08.926646 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:08.947277 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0c25fb4f-cd09-4d14-ba4e-ebddb5e3fda9 req-196b416a-8b3d-4116-a286-727a1bd98cab tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301215
Nov 11 22:25:08.948447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:08.950229 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] 10.222.0.65 "PUT /v2.0/ports/0ad62743-09ac-4896-9a4e-0fc054004675 HTTP/1.1" status: 200  len: 1094 time: 2.2189922
Nov 11 22:25:09.028671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:09.035835 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Usage tracker for resource:security_group_rule and tenant:9f10f55d82684165b26165bd61e683b4 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:09.039578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:09.054134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:09.070641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=0ad62743-09ac-4896-9a4e-0fc054004675,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:09.074326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:09.082519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd007a7-e4c7-4831-9e2c-614cd853f8b5 req-6ce31818-35be-450b-8944-ac052bd82b65 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:09.084231 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3fd007a7-e4c7-4831-9e2c-614cd853f8b5 req-6ce31818-35be-450b-8944-ac052bd82b65 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 943 time: 0.1419420
Nov 11 22:25:09.131728 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-19680bf9-83ef-4346-b3da-f8781fe73c51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94d15f752e56495e844ab0c9816c149f&device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 1096 time: 0.1795776
Nov 11 22:25:09.138045 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-45cc2308-b1a8-4125-8388-429f58a09936 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f76d0fc673c443d9a3f5a3b9e6d38a45&device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 1097 time: 0.1166203
Nov 11 22:25:09.171959 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3fd007a7-e4c7-4831-9e2c-614cd853f8b5 req-41f75247-e761-463a-a799-89e05a279012 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805295
Nov 11 22:25:09.187860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:09.218344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:09.227410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1507838f-de39-4d36-a6b1-a8281a9cc775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:09.264968 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-6c96d9d2-a0d7-4d8f-b660-15cbac146273 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ad62743-09ac-4896-9a4e-0fc054004675 HTTP/1.1" status: 200  len: 217 time: 0.1169434
Nov 11 22:25:09.277548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed54abae-ba76-4505-a77e-4eaaf898dd6a,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:09.285735 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f10f55d82684165b26165bd61e683b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5733807
Nov 11 22:25:09.286552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50522) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:09.323724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.324089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.324429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.324785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.325175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.325597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.325979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.326364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.326748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.327128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.327595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:09.335172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c7b11a7a-570d-400b-9143-35e0cf159796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:09.370103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e554c54-8c50-455f-b386-ea073131f4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:09.401726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e554c54-8c50-455f-b386-ea073131f4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:09.413608 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:09.438560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-16748e5c-d0db-4e2a-8c13-cac69346b334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:09.438839 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-16748e5c-d0db-4e2a-8c13-cac69346b334 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b298e793-ab38-42b2-9f0f-be0d9717976b HTTP/1.1" status: 200  len: 854 time: 0.1034663
Nov 11 22:25:09.450989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-3cdac140-e680-40a2-9f14-639cefd0e311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:09.453302 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-3cdac140-e680-40a2-9f14-639cefd0e311 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e07f395f-921a-4610-9bcb-be19ad955901 HTTP/1.1" status: 200  len: 910 time: 0.3068576
Nov 11 22:25:09.475613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e554c54-8c50-455f-b386-ea073131f4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:09.479747 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a98c1aa3-0ba3-42cd-8d14-963ca1b01f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:09.494397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e554c54-8c50-455f-b386-ea073131f4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed54abae-ba76-4505-a77e-4eaaf898dd6a,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:09.497586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7e554c54-8c50-455f-b386-ea073131f4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:09.512099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e554c54-8c50-455f-b386-ea073131f4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:09.516658 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7e554c54-8c50-455f-b386-ea073131f4af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed54abae-ba76-4505-a77e-4eaaf898dd6a HTTP/1.1" status: 204  len: 168 time: 0.2266743
Nov 11 22:25:09.553805 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-a264a24b-1d34-44c2-a801-85d4b9109ce8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a751847a-76d9-414b-b331-4c024736036b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1054158
Nov 11 22:25:09.593346 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-727fb4f0-dfe6-4eff-9b77-b798acbab50a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 HTTP/1.1" status: 200  len: 217 time: 0.1011667
Nov 11 22:25:09.649430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27a1937-f3fa-4b48-8a6c-b2825416ba4d', 'tag': '0ad62743-09ac-4896-9a4e-0fc054004675'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:09.723787 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27a1937-f3fa-4b48-8a6c-b2825416ba4d', 'tag': '0ad62743-09ac-4896-9a4e-0fc054004675', 'status': 'completed', 'code': 200}
Nov 11 22:25:09.753214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-41fba158-7313-4158-92f3-05c5b4c83937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:09.755536 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-41fba158-7313-4158-92f3-05c5b4c83937 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8438008f-f39d-4519-a350-3d70ec834061 HTTP/1.1" status: 200  len: 849 time: 0.1480796
Nov 11 22:25:09.823622 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-6649c77e-9cd6-4bd9-8811-d3ae09fad5d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e07f395f-921a-4610-9bcb-be19ad955901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596342
Nov 11 22:25:09.827415 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-f7aaa974-b4ea-4777-a52b-e35d156e96b3 service neutron] 10.222.0.65 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593827
Nov 11 22:25:10.127021 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7471a6b4-7d33-4bb3-99ba-8ea11b19dfc4 req-7015554f-6980-4dc8-8461-29b928541389 service neutron] 10.222.0.65 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2860656
Nov 11 22:25:10.129310 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-17655ee1-451a-4df7-89c5-354a281345e7 service neutron] 10.222.0.65 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2902853
Nov 11 22:25:10.251108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcef7c-3189-4325-8933-d870dbaa8cee req-6afff134-05ca-4fb2-afc7-2bb5d0d8b118 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:10.253498 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39fcef7c-3189-4325-8933-d870dbaa8cee req-6afff134-05ca-4fb2-afc7-2bb5d0d8b118 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 944 time: 0.1509683
Nov 11 22:25:10.321847 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39fcef7c-3189-4325-8933-d870dbaa8cee req-10f49472-ba7c-4d39-b8aa-caa18e486e71 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581710
Nov 11 22:25:10.413899 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4acd9bf3-8902-457e-b6f4-a4516c38df56 req-352a2876-2e7b-40ee-9a21-82ba8a97bd94 service neutron] 10.222.0.65 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2594197
Nov 11 22:25:10.441502 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-ca6babf1-3aac-480c-9cec-e70557e811d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f76d0fc673c443d9a3f5a3b9e6d38a45&device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 1097 time: 0.1596305
Nov 11 22:25:10.522283 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5ac3-f0f8-40cb-9f40-4a186da56545 req-9c1296b0-b1a7-4b68-98c3-31b2fa5f88b5 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:10.524107 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d2cb5ac3-f0f8-40cb-9f40-4a186da56545 req-9c1296b0-b1a7-4b68-98c3-31b2fa5f88b5 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 943 time: 0.1109569
Nov 11 22:25:10.579051 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d2cb5ac3-f0f8-40cb-9f40-4a186da56545 req-0e77c4ad-3ce2-4275-a84d-53ec651fec24 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479951
Nov 11 22:25:10.725248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-0f67b64e-11c6-4f19-8207-b354947fbcd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:10.726974 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-0f67b64e-11c6-4f19-8207-b354947fbcd4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a751847a-76d9-414b-b331-4c024736036b HTTP/1.1" status: 200  len: 915 time: 0.2777705
Nov 11 22:25:10.804441 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-c1c1b5bf-ef7e-427c-b078-fb71dcf3eb69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ad62743-09ac-4896-9a4e-0fc054004675 HTTP/1.1" status: 200  len: 217 time: 0.0692298
Nov 11 22:25:10.931042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-97790cef-4065-43fa-a8bd-1cd02ea50784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:10.933557 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-97790cef-4065-43fa-a8bd-1cd02ea50784 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b298e793-ab38-42b2-9f0f-be0d9717976b HTTP/1.1" status: 200  len: 854 time: 0.1187866
Nov 11 22:25:11.018738 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-e74e2c57-a248-4f4a-b40c-f9aad19a2a57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a751847a-76d9-414b-b331-4c024736036b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0749662
Nov 11 22:25:11.115602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:11.193230 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-33750b95-b023-4386-b889-bd6845f9ccbd service neutron] 10.222.0.65 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652880
Nov 11 22:25:11.364047 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-474ce851-e062-43bc-bea6-e7f2495cd199 req-7bad09c8-534d-4a21-b085-48038e2dfc5f service neutron] 10.222.0.65 "GET /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612246
Nov 11 22:25:11.638889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada42cbd-fbb5-4c80-92e3-23f50ca8ddb0 req-00019e51-378c-47cd-bcd9-4877888038a4 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:11.642904 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ada42cbd-fbb5-4c80-92e3-23f50ca8ddb0 req-00019e51-378c-47cd-bcd9-4877888038a4 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 944 time: 0.1637242
Nov 11 22:25:11.737142 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ada42cbd-fbb5-4c80-92e3-23f50ca8ddb0 req-ab2d043a-043d-4ad2-a84e-430e7b95b4dc tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771019
Nov 11 22:25:11.875894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863ca7-beb3-4908-93ef-6f77ffb20c67 req-442f10d3-d60c-423e-b7a5-7d91a3148f6f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:11.877656 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-44863ca7-beb3-4908-93ef-6f77ffb20c67 req-442f10d3-d60c-423e-b7a5-7d91a3148f6f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 943 time: 0.0916755
Nov 11 22:25:11.946589 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-44863ca7-beb3-4908-93ef-6f77ffb20c67 req-3ddadf00-94ab-44f8-b076-d08679eb188b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565927
Nov 11 22:25:12.852801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 0ad62743-09ac-4896-9a4e-0fc054004675 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:25:12.953997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3f744-6219-4356-85ef-cd941d7501b8 req-7b0d3fe5-e97e-46ae-9d47-45512d057e03 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:12.955825 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e5e3f744-6219-4356-85ef-cd941d7501b8 req-7b0d3fe5-e97e-46ae-9d47-45512d057e03 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 944 time: 0.0851469
Nov 11 22:25:13.009989 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e5e3f744-6219-4356-85ef-cd941d7501b8 req-4dd723cf-496a-4ee5-8c5f-c92a59df5735 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449212
Nov 11 22:25:13.019976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 0ad62743-09ac-4896-9a4e-0fc054004675, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ad62743-09ac-4896-9a4e-0fc054004675,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:13.050714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '0ad62743-09ac-4896-9a4e-0fc054004675', 'network_id': 'a751847a-76d9-414b-b331-4c024736036b', 'port_id': '0ad62743-09ac-4896-9a4e-0fc054004675', 'mac_address': 'fa:16:3e:c5:0b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b298e793-ab38-42b2-9f0f-be0d9717976b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:25:13.131502 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:13.152700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad62743-09ac-4896-9a4e-0fc054004675 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:25:13.168580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 0ad62743-09ac-4896-9a4e-0fc054004675, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ad62743-09ac-4896-9a4e-0fc054004675,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:13.176423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854d606-ef66-4f0e-88d9-74153d63152c req-356e13b2-269d-474c-a71d-21d76faab55a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:13.182513 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e854d606-ef66-4f0e-88d9-74153d63152c req-356e13b2-269d-474c-a71d-21d76faab55a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 943 time: 0.0891025
Nov 11 22:25:13.207550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:13.208367 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:25:13.212043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:13.231053 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e854d606-ef66-4f0e-88d9-74153d63152c req-44fa1d60-7334-4f9e-950b-196788b90a81 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469618
Nov 11 22:25:13.315348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=0ad62743-09ac-4896-9a4e-0fc054004675,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:13.386432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.386863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.387267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.387663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.388052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.388594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.388967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.389374 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.389745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.390106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.390467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:13.397313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:13.433269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:13.448456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': 'c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4', 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901', 'port_id': 'c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4', 'mac_address': 'fa:16:3e:af:9b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8438008f-f39d-4519-a350-3d70ec834061', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:25:13.510564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:13.533839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:25:13.550059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:13.595734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:13.599376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:13.674683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:13.678629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:14.164239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['0ad62743-09ac-4896-9a4e-0fc054004675'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:25:14.195104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:25:14.293134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09596fa-630a-4b8e-9e48-c45ce2558375 req-a7b6d9c5-ba5f-4a75-8b4b-528b3f9e207e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:14.295572 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f09596fa-630a-4b8e-9e48-c45ce2558375 req-a7b6d9c5-ba5f-4a75-8b4b-528b3f9e207e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 945 time: 0.1413896
Nov 11 22:25:14.361802 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f09596fa-630a-4b8e-9e48-c45ce2558375 req-c664beeb-593e-445b-9402-caf28edbdd91 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542879
Nov 11 22:25:14.636630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd224fbb-19ce-475c-92f7-810ad838c85b req-ad0ccb56-f818-4cb5-95bd-aca79405024f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:14.638749 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dd224fbb-19ce-475c-92f7-810ad838c85b req-ad0ccb56-f818-4cb5-95bd-aca79405024f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 944 time: 0.1475859
Nov 11 22:25:14.695090 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dd224fbb-19ce-475c-92f7-810ad838c85b req-9d51baa4-329d-4be6-b4c9-3e008a98bd28 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489361
Nov 11 22:25:15.590497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debc0d8-c6ef-4605-8835-372a850a2145 req-98067a00-953a-4ca4-beff-2014df4c2b53 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:15.592201 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5debc0d8-c6ef-4605-8835-372a850a2145 req-98067a00-953a-4ca4-beff-2014df4c2b53 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 945 time: 0.0856974
Nov 11 22:25:15.641027 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5debc0d8-c6ef-4605-8835-372a850a2145 req-18ab7dfd-9713-41b3-abfd-4721d76f272c tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426445
Nov 11 22:25:15.944342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e41d7-d54c-4bd8-bd73-4523158d9724 req-db8887b6-815a-43d0-9eca-6f0f8e70b56f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:15.946146 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ee3e41d7-d54c-4bd8-bd73-4523158d9724 req-db8887b6-815a-43d0-9eca-6f0f8e70b56f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 944 time: 0.1206651
Nov 11 22:25:16.008546 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ee3e41d7-d54c-4bd8-bd73-4523158d9724 req-6ea33051-ba59-4793-af12-c046ff24edbc tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555799
Nov 11 22:25:16.257697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50624) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:16.446943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:16.499335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:16.504910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac3191f04bd4683aee32d57d93578b3 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:16.510447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:16.527445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:16.657849 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:16.704377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:16.719445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:16.810708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc604b95-742e-4aa8-8fec-beb17d8af7ec,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:16.817148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:16.828582 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50634) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:16.829857 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ac3191f04bd4683aee32d57d93578b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5701160
Nov 11 22:25:16.916295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 0ad62743-09ac-4896-9a4e-0fc054004675 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:16.937744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-67684458-6cd5-4e91-b238-2032289420fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:16.981238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-67684458-6cd5-4e91-b238-2032289420fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.008272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd16d1-30be-4a26-ac48-8cf3045443ba req-0fd11f8e-8cce-47e3-9a20-6165f0cf2d6e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:17.011862 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aebd16d1-30be-4a26-ac48-8cf3045443ba req-0fd11f8e-8cce-47e3-9a20-6165f0cf2d6e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 945 time: 0.1569953
Nov 11 22:25:17.030273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 0ad62743-09ac-4896-9a4e-0fc054004675 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:17.039672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 0ad62743-09ac-4896-9a4e-0fc054004675 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:17.040394 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.063364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-67684458-6cd5-4e91-b238-2032289420fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.071063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-44b53e79-30ab-494a-a9a9-061b0c7093eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:17.087938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67684458-6cd5-4e91-b238-2032289420fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc604b95-742e-4aa8-8fec-beb17d8af7ec,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:17.090071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-67684458-6cd5-4e91-b238-2032289420fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.094959 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-67684458-6cd5-4e91-b238-2032289420fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc604b95-742e-4aa8-8fec-beb17d8af7ec HTTP/1.1" status: 204  len: 168 time: 0.2645721
Nov 11 22:25:17.096151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-67684458-6cd5-4e91-b238-2032289420fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:17.106237 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aebd16d1-30be-4a26-ac48-8cf3045443ba req-64440b95-08c2-40e0-81bd-9574c9c6ae12 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876794
Nov 11 22:25:17.335438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e243-e4eb-4de0-bfbf-0205bc845e90 req-fabb9670-581b-4361-9de5-905b252a4e56 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:17.337466 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ff23e243-e4eb-4de0-bfbf-0205bc845e90 req-fabb9670-581b-4361-9de5-905b252a4e56 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 944 time: 0.1086969
Nov 11 22:25:17.387131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.425101 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ff23e243-e4eb-4de0-bfbf-0205bc845e90 req-9918400d-404c-4089-8e42-253e00e407b1 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784318
Nov 11 22:25:17.437215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27a1937-f3fa-4b48-8a6c-b2825416ba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad62743-09ac-4896-9a4e-0fc054004675'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:17.455587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 0ad62743-09ac-4896-9a4e-0fc054004675, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ad62743-09ac-4896-9a4e-0fc054004675,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:17.482802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.483848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:17.514962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6a727149-662f-4793-b597-b642e8a0474d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:17.623534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=0ad62743-09ac-4896-9a4e-0fc054004675,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:17.628975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:17.704289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:17.718042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:17.718700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.888283 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27a1937-f3fa-4b48-8a6c-b2825416ba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad62743-09ac-4896-9a4e-0fc054004675', 'code': 200}
Nov 11 22:25:17.889037 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.937382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:17.989948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:17.992235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:18.074443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:18.079202 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:18.349390 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-648448a5-54d1-44f4-951d-26dcf6cd2cbc req-601b5694-96aa-4aaa-847d-b2b6eb4ffbdc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 1099 time: 0.0846138
Nov 11 22:25:18.410101 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-648448a5-54d1-44f4-951d-26dcf6cd2cbc req-34f6f26c-f7b7-4775-a98f-85d614757a9b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521078
Nov 11 22:25:18.413655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b348-2124-438a-92ad-2136ace3e898 req-bb17a2e3-b70e-48b3-963b-1db6c5005f3e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:18.415399 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4a33b348-2124-438a-92ad-2136ace3e898 req-bb17a2e3-b70e-48b3-963b-1db6c5005f3e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 946 time: 0.1416795
Nov 11 22:25:18.469686 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4a33b348-2124-438a-92ad-2136ace3e898 req-ced7d2f8-a666-4773-b1d5-d1476abf199b tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477653
Nov 11 22:25:18.670612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97605554-fe24-4d1f-bbfb-4821a37185bd req-792966fd-d8e0-4701-899c-185e09b7516e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:18.672207 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-97605554-fe24-4d1f-bbfb-4821a37185bd req-792966fd-d8e0-4701-899c-185e09b7516e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 945 time: 0.0940921
Nov 11 22:25:18.690826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50668) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:18.734211 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-97605554-fe24-4d1f-bbfb-4821a37185bd req-65f0632c-73b6-4ff2-bcda-16b01f3d9afc tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535300
Nov 11 22:25:18.908331 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640455864-network', 'tenant_id': '5662459331cb471ca57d033755c019c5'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:18.914932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:18.920119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Usage tracker for resource:network and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:18.923840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:18.933140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:19.046602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Made reservation on behalf of 5662459331cb471ca57d033755c019c5 for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:25:19.051323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:19.068870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:19.103547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:19.107687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Usage tracker for resource:security_group_rule and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:19.110686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:19.116703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:19.191795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:19.229836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:19.235454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ef103618-73a0-4b55-98f3-286c696e2415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:19.265704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:25:19.281079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f162727e-f691-4b92-9271-2b8418ed00e1,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:19.285476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:19.286499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:19.286890 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Added segment 18d1cffa-454c-4db5-afff-e3eb4bb864d1 of type vlan for network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386
Nov 11 22:25:19.318484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:19.367167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:19.369043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:19.369762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:19.375633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:19.768492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c97bf-5643-4ce6-96f7-4bd301ce0a4f req-fd8ee694-0c4d-489e-b49d-8b19c893025e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:19.771428 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f28c97bf-5643-4ce6-96f7-4bd301ce0a4f req-fd8ee694-0c4d-489e-b49d-8b19c893025e tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 946 time: 0.1570420
Nov 11 22:25:19.803013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:19.807305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:19.822538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:25:19.836541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1442387
Nov 11 22:25:19.867141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50680) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:19.878235 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f28c97bf-5643-4ce6-96f7-4bd301ce0a4f req-48fa15bc-40ca-4c14-b7a8-968bddf3a97f tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989199
Nov 11 22:25:19.889321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da81369e-817d-4257-ab5d-506b5d7863c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:19.894873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Request body: {'subnet': {'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640455864-subnet', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:19.903844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:19.915380 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Usage tracker for resource:subnet and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:19.920994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:19.934918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:19.973949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Made reservation on behalf of 5662459331cb471ca57d033755c019c5 for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:25:19.980632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839102880'] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:20.088265 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da81369e-817d-4257-ab5d-506b5d7863c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4', 'code': 200}
Nov 11 22:25:20.140453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee4668-f028-410e-9656-060920693328 req-b79ba0f6-6138-4e7e-8187-853ff039e17a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:20.142254 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c8ee4668-f028-410e-9656-060920693328 req-b79ba0f6-6138-4e7e-8187-853ff039e17a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 945 time: 0.1279829
Nov 11 22:25:20.223755 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c8ee4668-f028-410e-9656-060920693328 req-50de5248-5862-4a1c-849a-aabced622cbf tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698383
Nov 11 22:25:20.413684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839529374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839102863'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:20.428929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c72807bf-19aa-46f1-827d-cff82acbf5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:20.527087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed215e1-f9b0-4d6f-8936-d549c522bdd6,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:20.575946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:20.612040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Checking segment: {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:20.612444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Network hostable DHCP agents. Network: 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:25:20.648145 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-07248d57-4c93-454b-b57a-61036a6fb0f4 req-fd36a300-b54f-4b0b-b6b6-31a505419028 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 1098 time: 0.1184738
Nov 11 22:25:20.700011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:25:20.713323 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-07248d57-4c93-454b-b57a-61036a6fb0f4 req-1dcb1d98-51b3-49e9-bb29-68f98f6dd561 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531025
Nov 11 22:25:20.749624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:20.756751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:20.757857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:20.772345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de213d-d3ac-42c5-8a90-c86a9d5c4532 None None] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:25:20.825241 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9558980
Nov 11 22:25:20.829438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50692) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:20.836601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:20.848627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:20.860833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Usage tracker for resource:router and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:20.864467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:20.874545 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:20.939060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:20.942088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:21.035558 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:21.213740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:25:21.215821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:21.252672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2023b-c696-46af-a298-9fce099457e4 req-2fa50a7f-6883-43c0-a883-a7f8253310f0 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:21.255699 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a8c2023b-c696-46af-a298-9fce099457e4 req-2fa50a7f-6883-43c0-a883-a7f8253310f0 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 946 time: 0.1641428
Nov 11 22:25:21.290514 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:21.352677 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a8c2023b-c696-46af-a298-9fce099457e4 req-d161772e-b361-4c78-9628-8b994ae5dc00 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872636
Nov 11 22:25:21.443139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Allocated IP 172.20.0.2 (1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386/1ed215e1-f9b0-4d6f-8936-d549c522bdd6/c6d24a2a-c1ae-4492-bccf-2da47374defd) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:21.599458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48172db-71c2-4c93-addb-b26466717c7e req-2da73a5a-a571-4812-969c-ff4c3a63f4f8 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:21.617221 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a48172db-71c2-4c93-addb-b26466717c7e req-2da73a5a-a571-4812-969c-ff4c3a63f4f8 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 945 time: 0.1694922
Nov 11 22:25:21.633800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:21.678434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:21.740084 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a48172db-71c2-4c93-addb-b26466717c7e req-b628997d-d4d8-4964-a09b-3c79ac4a8774 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200392
Nov 11 22:25:21.840185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:21.879140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Transition to ACTIVE for port object c6d24a2a-c1ae-4492-bccf-2da47374defd will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:21.930053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Transition to ACTIVE for port object c6d24a2a-c1ae-4492-bccf-2da47374defd will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:21.937658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Allocated IP 172.27.1.118 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/5f67c961-2f85-4c46-b0b0-14983ab0590d) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:22.147789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:22.167463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:22.175462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:22.224265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:22.230323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:22.252890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:22.257268 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:22.259464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Pushing event updated for resources: {'Port': ['ID=c6d24a2a-c1ae-4492-bccf-2da47374defd,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:22.261908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:22.264825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:22.304418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:22.308314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:22.316191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:22.346150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Pushing event updated for resources: {'Port': ['ID=5f67c961-2f85-4c46-b0b0-14983ab0590d,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:22.354109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:22.371626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Attempting to bind port c6d24a2a-c1ae-4492-bccf-2da47374defd on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:22.374876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Attempting to bind port c6d24a2a-c1ae-4492-bccf-2da47374defd by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:22.374876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Attempting to bind port c6d24a2a-c1ae-4492-bccf-2da47374defd on network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:22.382580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:22.383208 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Checking segment: {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:22.383800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:22.384366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Bound using segment: {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:22.385038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Bound port: c6d24a2a-c1ae-4492-bccf-2da47374defd, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:22.385643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:22.552597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] For port c6d24a2a-c1ae-4492-bccf-2da47374defd, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:22.559911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] For port c6d24a2a-c1ae-4492-bccf-2da47374defd, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=c6d24a2a-c1ae-4492-bccf-2da47374defd,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:22.608629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:22.626157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d919b0ae-d8f5-4162-b89c-28855f037ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:22.674397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:22.676277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:22.789582 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Pushing event updated for resources: {'Port': ['ID=c6d24a2a-c1ae-4492-bccf-2da47374defd,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:22.795373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:23.122354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:25:23.139658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ee68-b449-43e1-9f01-219960fd4b91 req-17378ec1-cba8-4f8e-8dde-e8d837f448f2 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:23.141959 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3977ee68-b449-43e1-9f01-219960fd4b91 req-17378ec1-cba8-4f8e-8dde-e8d837f448f2 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 945 time: 0.1010032
Nov 11 22:25:23.219966 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3977ee68-b449-43e1-9f01-219960fd4b91 req-a3653712-7770-4ae3-999a-0258956e3f1a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704536
Nov 11 22:25:23.388213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:25:23.409376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Sync routers for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:25:23.426882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:25:23.427798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6e782b0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:25:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:23.464544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:23.466888 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.6359484
Nov 11 22:25:23.471368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50722) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:23.677728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:25:24.126311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6e782b0>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:22Z', 'revision_number': 3, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:24.134978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Checking router: 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:25:24.135659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Updating router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa port 5f67c961-2f85-4c46-b0b0-14983ab0590d binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:25:24.267045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:24.562676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:24.804275 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device c6d24a2a-c1ae-4492-bccf-2da47374defd up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:25.002847 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Allocated IP 172.20.0.1 (1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386/1ed215e1-f9b0-4d6f-8936-d549c522bdd6/fbf68ab0-c76e-4003-ae00-3a6904f07c81) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:25.174528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port c6d24a2a-c1ae-4492-bccf-2da47374defd completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:25.252516 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.278550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Transition to ACTIVE for port object 5f67c961-2f85-4c46-b0b0-14983ab0590d will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:25.291809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d482a99-fc47-4ab3-b81f-d1b5aa60a420 None None] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:25:25.367530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.393720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Transition to ACTIVE for port object fbf68ab0-c76e-4003-ae00-3a6904f07c81 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:25.458970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.469734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e5be4bba-fdcc-49c6-857c-6a6974c7ba1a tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:25.525501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.540577 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:25.548212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:25.551587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:25.556288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:25.589328 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Pushing event updated for resources: {'Port': ['ID=fbf68ab0-c76e-4003-ae00-3a6904f07c81,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:25.604801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:25.626889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.708282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaaa6d-1561-46ee-89e4-10c5e6547479 None None] Pushing event updated for resources: {'Port': ['ID=5f67c961-2f85-4c46-b0b0-14983ab0590d,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:25.714327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f7aaaa6d-1561-46ee-89e4-10c5e6547479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:25.717077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Attempting to bind port 5f67c961-2f85-4c46-b0b0-14983ab0590d on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:25.717529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Attempting to bind port 5f67c961-2f85-4c46-b0b0-14983ab0590d by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:25.717951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Attempting to bind port 5f67c961-2f85-4c46-b0b0-14983ab0590d on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:25.731580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:25.732212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:25.732212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.732540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:25.733052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Bound port: 5f67c961-2f85-4c46-b0b0-14983ab0590d, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:25.733525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.748901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2411457-b4a8-42aa-a314-9fe6b465fb42 req-3f6d6ea1-735a-4598-8251-657fcff891a4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:25.754942 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f2411457-b4a8-42aa-a314-9fe6b465fb42 req-3f6d6ea1-735a-4598-8251-657fcff891a4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1837869
Nov 11 22:25:25.773523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] Provisioning for port c6d24a2a-c1ae-4492-bccf-2da47374defd completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:25.790027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.798983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] Provisioning complete for port c6d24a2a-c1ae-4492-bccf-2da47374defd triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:25.799406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:25.872174 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f2411457-b4a8-42aa-a314-9fe6b465fb42 req-7e09fc0b-ded1-424b-8953-f5451fb0ef4d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108150
Nov 11 22:25:26.039937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] For port 5f67c961-2f85-4c46-b0b0-14983ab0590d, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:26.059555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] For port 5f67c961-2f85-4c46-b0b0-14983ab0590d, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=5f67c961-2f85-4c46-b0b0-14983ab0590d,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:26.095518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:26.107183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:26.204895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:26.263158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaaa6d-1561-46ee-89e4-10c5e6547479 None None] Pushing event updated for resources: {'Port': ['ID=5f67c961-2f85-4c46-b0b0-14983ab0590d,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:26.269622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f7aaaa6d-1561-46ee-89e4-10c5e6547479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:26.282795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:25:26.283491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6e782b0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:25:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:26.294847 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81312-781e-40a6-9604-1e019d277938 req-f9eb4be3-0b1b-4709-af5b-607ef964f08d tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:26.310103 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bad81312-781e-40a6-9604-1e019d277938 req-f9eb4be3-0b1b-4709-af5b-607ef964f08d tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 945 time: 0.1944811
Nov 11 22:25:26.362329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] For port c6d24a2a-c1ae-4492-bccf-2da47374defd, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=c6d24a2a-c1ae-4492-bccf-2da47374defd,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:26.408446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:26.414325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:26.418364 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bad81312-781e-40a6-9604-1e019d277938 req-c78294b6-344f-4f1d-aa20-c95e607a7a79 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054113
Nov 11 22:25:26.572128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:26.578517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] Pushing event updated for resources: {'Port': ['ID=c6d24a2a-c1ae-4492-bccf-2da47374defd,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:26.584072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:26.592198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:25:26.607337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:26.678306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fa5ee545-dc4e-46e4-bb21-b2ab1b7ed147 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:26.808554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:26.815019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Pushing event updated for resources: {'Port': ['ID=fbf68ab0-c76e-4003-ae00-3a6904f07c81,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:26.821335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:27.077000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-bde40159-7242-41ec-a78a-32c2ccceafad None None] Provisioning for port fbf68ab0-c76e-4003-ae00-3a6904f07c81 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:27.093354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:27.095465 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:27.107638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-bde40159-7242-41ec-a78a-32c2ccceafad None None] Provisioning complete for port fbf68ab0-c76e-4003-ae00-3a6904f07c81 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:27.108363 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bde40159-7242-41ec-a78a-32c2ccceafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:27.187144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:27.196017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6e782b0>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 1, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:27.201085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b84da-2c74-4b31-895a-e67e3694a862 None None] The sync data for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi is: [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 1, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:25:27.203949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-bde40159-7242-41ec-a78a-32c2ccceafad None None] Port fbf68ab0-c76e-4003-ae00-3a6904f07c81 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:25:27.223093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-bde40159-7242-41ec-a78a-32c2ccceafad None None] Provisioning complete for port c6d24a2a-c1ae-4492-bccf-2da47374defd triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:27.224002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bde40159-7242-41ec-a78a-32c2ccceafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:27.329017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e97e6-bc1f-4c4c-8d33-27503f389017 req-69fb6d84-9f13-47ce-b5ba-4d9d45d8b7d6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:27.330871 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a0e97e6-bc1f-4c4c-8d33-27503f389017 req-69fb6d84-9f13-47ce-b5ba-4d9d45d8b7d6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.2102010
Nov 11 22:25:27.435658 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a0e97e6-bc1f-4c4c-8d33-27503f389017 req-0334f5c4-2bf9-4a58-a656-4733d1381c96 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925992
Nov 11 22:25:27.605102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-982bee19-ddd5-4665-bfc4-b8430564241a None None] Provisioning complete for port fbf68ab0-c76e-4003-ae00-3a6904f07c81 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:27.616669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-982bee19-ddd5-4665-bfc4-b8430564241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:27.724165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-982bee19-ddd5-4665-bfc4-b8430564241a None None] Port fbf68ab0-c76e-4003-ae00-3a6904f07c81 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:25:27.914066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-82f4a33e-8c16-4a34-831e-a6daec498ac5 None None] Provisioning complete for port fbf68ab0-c76e-4003-ae00-3a6904f07c81 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:27.914430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-82f4a33e-8c16-4a34-831e-a6daec498ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:27.935405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:25:27.953098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5d18-7077-4fc4-9aaf-6fceb20b7aa1 req-ef3c1319-1edd-4d9a-9e96-c1110434437e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:27.966209 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-049a5d18-7077-4fc4-9aaf-6fceb20b7aa1 req-ef3c1319-1edd-4d9a-9e96-c1110434437e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 945 time: 0.2077107
Nov 11 22:25:28.058453 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-049a5d18-7077-4fc4-9aaf-6fceb20b7aa1 req-c3eb2d5c-faf5-4550-981d-001590dffd48 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876713
Nov 11 22:25:28.093423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-82f4a33e-8c16-4a34-831e-a6daec498ac5 None None] Port fbf68ab0-c76e-4003-ae00-3a6904f07c81 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:25:28.549347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-4a1b6bce-e39e-489f-9d98-7bac8cfe2fb1 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:28.552500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-4a1b6bce-e39e-489f-9d98-7bac8cfe2fb1 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Synchronizing usage tracker for tenant:94d15f752e56495e844ab0c9816c149f on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:25:28.588831 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-25164f0b-1b2c-4614-8592-5bc6e191b516 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1098 time: 0.3282640
Nov 11 22:25:28.607603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:25:28.628991 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] 10.222.0.18 "PUT /v2.0/routers/67d5a90e-65ad-4be2-9b68-dcc5111d4aaa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1554022
Nov 11 22:25:28.692076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-4a1b6bce-e39e-489f-9d98-7bac8cfe2fb1 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Unset dirty status for tenant:94d15f752e56495e844ab0c9816c149f on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:25:28.697401 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-4a1b6bce-e39e-489f-9d98-7bac8cfe2fb1 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.65 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 945 time: 0.5011644
Nov 11 22:25:28.705045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device c6d24a2a-c1ae-4492-bccf-2da47374defd up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:29.052974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port c6d24a2a-c1ae-4492-bccf-2da47374defd triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:29.053332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:29.063704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389cb2-bbb4-41b5-bcc8-bf6dccb4ba08 req-4f1bca37-ee6d-4190-a0ca-e2971594470a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:29.080269 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-74389cb2-bbb4-41b5-bcc8-bf6dccb4ba08 req-4f1bca37-ee6d-4190-a0ca-e2971594470a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1818540
Nov 11 22:25:29.239590 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-74389cb2-bbb4-41b5-bcc8-bf6dccb4ba08 req-32e74a2e-0526-4ae6-9b6f-711f1700b5f1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1579340
Nov 11 22:25:29.261068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Deleting port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:25:29.261709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:29.402592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-befdaa18-e5de-49e6-942a-d0f8c64b63b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:29.404304 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-befdaa18-e5de-49e6-942a-d0f8c64b63b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.7697117
Nov 11 22:25:29.498922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984e747-0148-4749-9b67-e62ffd71a012 req-7d3487f4-7bae-4a6d-a420-999dd030600f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:29.503617 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c984e747-0148-4749-9b67-e62ffd71a012 req-7d3487f4-7bae-4a6d-a420-999dd030600f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 945 time: 0.1011162
Nov 11 22:25:29.575077 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c984e747-0148-4749-9b67-e62ffd71a012 req-2f45d173-f273-42f4-8077-ecab3e5ead38 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614967
Nov 11 22:25:29.613320 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-af273956-4a0c-4786-8a21-a36a8cdaf213 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 200  len: 1000 time: 0.1798496
Nov 11 22:25:29.770309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-774de625-8244-494f-b22d-d595c29c1899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:29.771934 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-774de625-8244-494f-b22d-d595c29c1899 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.1055372
Nov 11 22:25:29.784953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] For port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:29.785830 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:29.964862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Calling delete_port for c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:25:30.073885 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-df38bb66-cf81-42ef-ae7c-5f7c7c52639d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2794847
Nov 11 22:25:30.587877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:30.597217 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-b714bb56-5fbc-4a96-be5f-35048fd5e2ae service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4877758
Nov 11 22:25:30.606254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:30.726802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Pushing event deleted for resources: {'Port': ['ID=c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:30.737814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:30.764660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff0ae8-556b-4c28-9bd7-57384bd948eb req-5179f7b7-3821-4759-9aa8-4d0069658e3e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:30.766614 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ff0ae8-556b-4c28-9bd7-57384bd948eb req-5179f7b7-3821-4759-9aa8-4d0069658e3e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.2116086
Nov 11 22:25:30.791235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 5f67c961-2f85-4c46-b0b0-14983ab0590d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:30.861944 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ff0ae8-556b-4c28-9bd7-57384bd948eb req-058bf9ae-408e-4d4b-9d53-6273a596d590 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889933
Nov 11 22:25:30.895649 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f0ac68d-cbea-4f6a-8e16-766d31064ae2 req-56398148-f133-4dba-b998-70aa185dd8a7 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2103908
Nov 11 22:25:30.938025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 5f67c961-2f85-4c46-b0b0-14983ab0590d completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:30.944777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 5f67c961-2f85-4c46-b0b0-14983ab0590d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:30.945560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:30.957782 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e114255a-e59d-4557-a28b-993e60323f69 req-950d66a1-bf67-4bbb-9949-537f4de5305d tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=da81369e-817d-4257-ab5d-506b5d7863c6 HTTP/1.1" status: 200  len: 210 time: 0.0938475
Nov 11 22:25:30.991076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] No DVR routers for this DVR port c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:25:30.993983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:30.997012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da81369e-817d-4257-ab5d-506b5d7863c6', 'name': 'network-vif-deleted', 'tag': 'c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:30.997612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50796) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:31.004137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1268052865-network', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:31.009099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:31.013516 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Usage tracker for resource:network and tenant:335746e6b2794de2bf5653b11718b0cf is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:31.016858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:31.023067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:31.051932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:25:31.053743 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a5f358c-5072-4c47-b9ba-bb536d701f99 req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.65 "DELETE /v2.0/ports/c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 HTTP/1.1" status: 204  len: 173 time: 2.3461351
Nov 11 22:25:31.073198 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da81369e-817d-4257-ab5d-506b5d7863c6', 'name': 'network-vif-deleted', 'tag': 'c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4', 'status': 'completed', 'code': 200}
Nov 11 22:25:31.086716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Made reservation on behalf of 335746e6b2794de2bf5653b11718b0cf for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:25:31.092156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.101414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:25:31.101813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device c2ce24e6-7fa7-402c-bfdb-c772d2e7ecd4 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:25:31.108345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.121907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.189257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:31.191606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 5f67c961-2f85-4c46-b0b0-14983ab0590d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=5f67c961-2f85-4c46-b0b0-14983ab0590d,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:31.194110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Usage tracker for resource:security_group_rule and tenant:335746e6b2794de2bf5653b11718b0cf is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:31.197326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:31.203288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:31.229883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.231899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6b2cf015-6629-438f-a7ab-ebf48bbc1bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:31.275677 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.303986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.305461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=5f67c961-2f85-4c46-b0b0-14983ab0590d,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:31.308905 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:31.316414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-40610a94-bf74-4ec0-a329-a4c134dc63dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:31.345478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=88345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:25:31.355930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220af714-35e7-4033-a8c0-4f9173205337,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:31.362156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:31.366646 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.369410 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Added segment b16bad92-c96b-466f-8e7f-c8bbe88428ce of type vlan for network 7fe245ee-551f-4520-922e-1f596af0de20
Nov 11 22:25:31.398040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.463855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.465181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:31.465890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:31.472019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:31.586731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Pushing event updated for resources: {'Network': ['ID=7fe245ee-551f-4520-922e-1f596af0de20,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:31.589671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:31.598524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network 7fe245ee-551f-4520-922e-1f596af0de20 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:25:31.619330 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6204827
Nov 11 22:25:31.622316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50806) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:31.658080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Request body: {'subnet': {'network_id': '7fe245ee-551f-4520-922e-1f596af0de20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1268052865-subnet', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'ip_version': 4}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:31.658080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:31.658080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Usage tracker for resource:subnet and tenant:335746e6b2794de2bf5653b11718b0cf is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:31.658080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:31.658080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:31.727162 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Made reservation on behalf of 335746e6b2794de2bf5653b11718b0cf for: {'subnet': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:25:31.733301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838540329'] for subnet, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:32.443034 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Sync routers for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:25:32.455612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:25:32.456785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b72e1dd8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:25:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:32.491030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838540346'] for subnet, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:32.511566 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ebacea6c-b81a-4a3b-821b-23871c17930b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:32.585672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5d87b-d849-4a9c-a532-d343d673e8d8 req-b447e967-a3ee-4ac5-9371-a7aae207c179 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:32.593313 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c3d5d87b-d849-4a9c-a532-d343d673e8d8 req-b447e967-a3ee-4ac5-9371-a7aae207c179 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.5259092
Nov 11 22:25:32.602909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 5f67c961-2f85-4c46-b0b0-14983ab0590d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:32.658506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3949ba-85ff-410b-94d8-7dbc16daec40,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:32.658741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:25:32.671020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-6f42e227-bda9-4ca5-8d87-b6d031f72c12 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:32.673779 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-6f42e227-bda9-4ca5-8d87-b6d031f72c12 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/networks?id=e07f395f-921a-4610-9bcb-be19ad955901 HTTP/1.1" status: 200  len: 809 time: 0.3149855
Nov 11 22:25:32.676793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:32.678720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 5f67c961-2f85-4c46-b0b0-14983ab0590d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:32.679148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:32.720681 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c3d5d87b-d849-4a9c-a532-d343d673e8d8 req-d77d1ca1-f1e9-480f-b3d9-594d8c5447b1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205795
Nov 11 22:25:32.722117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Checking segment: {'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:32.722525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Network hostable DHCP agents. Network: 7fe245ee-551f-4520-922e-1f596af0de20, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:25:32.734217 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-36c74829-0479-4d8f-bc8d-4a5e826ccbf8 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/quotas/94d15f752e56495e844ab0c9816c149f HTTP/1.1" status: 200  len: 375 time: 0.0418439
Nov 11 22:25:32.797169 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-2be34c16-a0fe-4d89-8659-9bdeced4ff86 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94d15f752e56495e844ab0c9816c149f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0557647
Nov 11 22:25:32.832863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Network 7fe245ee-551f-4520-922e-1f596af0de20 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:25:32.908174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, 7fe245ee-551f-4520-922e-1f596af0de20) {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:32.917443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c908961-a464-4e2e-a149-5a3068a0df6c None None] Network 7fe245ee-551f-4520-922e-1f596af0de20 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:25:32.923871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:32.924549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:32.976265 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-58a6b1dc-ee0d-4cea-9879-a31768190db9 service neutron] 10.222.0.18 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689992
Nov 11 22:25:32.984406 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-93de66b6-5320-44dc-8e0b-b05b392361ae admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3608005
Nov 11 22:25:32.990017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50830) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:32.996257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:33.007469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:33.015393 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Usage tracker for resource:router and tenant:335746e6b2794de2bf5653b11718b0cf is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:33.021209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:33.038550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b72e1dd8>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 2, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:33.040375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:33.040738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Checking router: 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:25:33.041148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Updating router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa port fbf68ab0-c76e-4003-ae00-3a6904f07c81 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:25:33.086321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.093299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.110510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.119826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.146355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-9e51d8aa-b385-4f33-a67f-7ba48d519f32 service neutron] 10.222.0.18 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603122
Nov 11 22:25:33.191450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-7fe245ee-551f-4520-922e-1f596af0de20', 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'fixed_ips': [{'subnet_id': '3e3949ba-85ff-410b-94d8-7dbc16daec40'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:25:33.192503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.310762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.403884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Allocated IP 172.20.0.2 (7fe245ee-551f-4520-922e-1f596af0de20/3e3949ba-85ff-410b-94d8-7dbc16daec40/487ccd1d-5d03-4852-9733-7e43e96ef70d) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:33.501761 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e972d88-ba77-4895-8d0d-cb1db8d8c7b0 req-0921f630-ee6f-4e4b-a74a-8a0a973c1c00 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 210 time: 0.0701663
Nov 11 22:25:33.652657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.666092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Transition to ACTIVE for port object fbf68ab0-c76e-4003-ae00-3a6904f07c81 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:33.671539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.683396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.695988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Transition to ACTIVE for port object 487ccd1d-5d03-4852-9733-7e43e96ef70d will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:33.703288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.708310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0210bb59-2d32-451f-b607-4a2535ac92cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:33.717814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Transition to ACTIVE for port object 487ccd1d-5d03-4852-9733-7e43e96ef70d will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:33.718862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.750727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:33.758122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:33.849596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Pushing event updated for resources: {'Port': ['ID=487ccd1d-5d03-4852-9733-7e43e96ef70d,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:33.853575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Network 7fe245ee-551f-4520-922e-1f596af0de20 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:33.854755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:33.856164 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:33.858534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:33.942962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Pushing event updated for resources: {'Port': ['ID=fbf68ab0-c76e-4003-ae00-3a6904f07c81,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:33.946289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Allocated IP 172.27.1.71 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/38c3b5b8-7c6f-47eb-ad01-3645f4275242) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:33.970476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.971159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.972578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.973136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.974013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.975407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.977029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.977029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.977406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.977753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.978114 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:33.991368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:33.996616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Attempting to bind port 487ccd1d-5d03-4852-9733-7e43e96ef70d on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:33.998065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Attempting to bind port 487ccd1d-5d03-4852-9733-7e43e96ef70d by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:34.001605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Attempting to bind port 487ccd1d-5d03-4852-9733-7e43e96ef70d on network 7fe245ee-551f-4520-922e-1f596af0de20 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:34.011387 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:34.012213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Checking segment: {'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:34.012910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.013635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Bound using segment: {'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:34.014438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Bound port: 487ccd1d-5d03-4852-9733-7e43e96ef70d, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:34.015104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.149194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Attempting to bind port fbf68ab0-c76e-4003-ae00-3a6904f07c81 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:34.149904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Attempting to bind port fbf68ab0-c76e-4003-ae00-3a6904f07c81 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:34.150319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Attempting to bind port fbf68ab0-c76e-4003-ae00-3a6904f07c81 on network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:34.160795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:34.161213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Checking segment: {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:34.161695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.162140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Bound using segment: {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:34.163445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Bound port: fbf68ab0-c76e-4003-ae00-3a6904f07c81, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:34.163912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.168134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] For port 487ccd1d-5d03-4852-9733-7e43e96ef70d, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:34.175296 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] For port 487ccd1d-5d03-4852-9733-7e43e96ef70d, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=487ccd1d-5d03-4852-9733-7e43e96ef70d,segment=NetworkSegment(b16bad92-c96b-466f-8e7f-c8bbe88428ce),segment_id=b16bad92-c96b-466f-8e7f-c8bbe88428ce)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:34.193105 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.206795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.212076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f7aaaa6d-1561-46ee-89e4-10c5e6547479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:34.271864 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21454b-fd27-424d-a77b-c610423145ad req-e6cc17db-ca58-4d48-9e75-d724ab0d96ee tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:34.276602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.278410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] For port fbf68ab0-c76e-4003-ae00-3a6904f07c81, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:34.280417 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ae21454b-fd27-424d-a77b-c610423145ad req-e6cc17db-ca58-4d48-9e75-d724ab0d96ee tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0971096
Nov 11 22:25:34.282316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] For port fbf68ab0-c76e-4003-ae00-3a6904f07c81, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=fbf68ab0-c76e-4003-ae00-3a6904f07c81,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:34.284943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:34.302138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.308724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-68aa5996-0957-443d-aa0f-423bea74eaf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:34.324310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Pushing event updated for resources: {'Port': ['ID=487ccd1d-5d03-4852-9733-7e43e96ef70d,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:34.328704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:34.353432 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ae21454b-fd27-424d-a77b-c610423145ad req-c563a1fa-e7d6-4d5c-90e6-5da262843d65 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718753
Nov 11 22:25:34.373459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:34.374739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Pushing event updated for resources: {'Port': ['ID=38c3b5b8-7c6f-47eb-ad01-3645f4275242,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:34.377332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:34.380078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:34.380830 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:34.416903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Pushing event updated for resources: {'Port': ['ID=fbf68ab0-c76e-4003-ae00-3a6904f07c81,revision_number=4']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:34.420436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:34.421945 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:25:34.422704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b72e1dd8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:25:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:34.646639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.647423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:34.677269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:25:34.715361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device fbf68ab0-c76e-4003-ae00-3a6904f07c81 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:34.810105 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-062a1c83-f94c-4115-9ece-748a21905844 req-2cb3c809-cf21-47b3-ac42-0c6065a48a36 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 210 time: 0.0855277
Nov 11 22:25:34.857836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port fbf68ab0-c76e-4003-ae00-3a6904f07c81 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:34.869654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port fbf68ab0-c76e-4003-ae00-3a6904f07c81 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:34.871172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:35.070109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-51ec15f7-3091-4c57-93c5-e17504fd27a9 None None] Provisioning complete for port fbf68ab0-c76e-4003-ae00-3a6904f07c81 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:35.070624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-51ec15f7-3091-4c57-93c5-e17504fd27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:35.095877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:35.163651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port fbf68ab0-c76e-4003-ae00-3a6904f07c81, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=fbf68ab0-c76e-4003-ae00-3a6904f07c81,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:35.188858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Router 4b65e5fc-c013-43f8-ab88-377245f59ff5 is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:25:35.196575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:35.199008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:35.274459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b72e1dd8>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:34Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:35.283327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab2683-bd2b-48d8-8fb9-a88d8511ed5e None None] The sync data for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi is: [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:34Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:25:35.411699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=fbf68ab0-c76e-4003-ae00-3a6904f07c81,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:35.417925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:35.442124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:25:35.501021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Sync routers for ids ['4b65e5fc-c013-43f8-ab88-377245f59ff5'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:25:35.516573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:35.519978 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.5283108
Nov 11 22:25:35.524298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50858) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:35.538896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Routers {'4b65e5fc-c013-43f8-ab88-377245f59ff5'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:25:35.539585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6d1af98>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:25:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['4b65e5fc-c013-43f8-ab88-377245f59ff5'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:35.770889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4511fbf-bbe9-4031-8e6c-994c26e90043 req-90cf37b4-af8a-4fd6-9349-9dbc0619a5d1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:35.771450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Set router 4b65e5fc-c013-43f8-ab88-377245f59ff5 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:25:35.772572 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c4511fbf-bbe9-4031-8e6c-994c26e90043 req-90cf37b4-af8a-4fd6-9349-9dbc0619a5d1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1796639
Nov 11 22:25:35.890056 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c4511fbf-bbe9-4031-8e6c-994c26e90043 req-603eae33-f7f8-451b-ba04-4d3a19cc90bd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092043
Nov 11 22:25:36.101241 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-22abfbe8-31a2-4c54-8dff-2d0c152000f3 req-3ed12369-1015-418a-bb4a-d9dfd755c67f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 210 time: 0.0620663
Nov 11 22:25:36.251117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:25:36.329654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6d1af98>, [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:34Z', 'revision_number': 3, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:36.334036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Checking router: 4b65e5fc-c013-43f8-ab88-377245f59ff5 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:25:36.334453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Updating router 4b65e5fc-c013-43f8-ab88-377245f59ff5 port 38c3b5b8-7c6f-47eb-ad01-3645f4275242 binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:25:36.417519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:36.460681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8648ae90-5287-410b-9263-7fa6a9afe4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:36.463310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af52096-9fb2-4f71-9201-7c654e5c56e6 None None] Network 7fe245ee-551f-4520-922e-1f596af0de20 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:25:36.727158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 487ccd1d-5d03-4852-9733-7e43e96ef70d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:36.774914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-d7014923-4b8a-4ae5-b16a-3a2d9a5a87a6 None None] Provisioning for port 487ccd1d-5d03-4852-9733-7e43e96ef70d completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:36.938147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.120489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 487ccd1d-5d03-4852-9733-7e43e96ef70d completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:37.139606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 487ccd1d-5d03-4852-9733-7e43e96ef70d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:37.140032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.196652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.232454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Transition to ACTIVE for port object 38c3b5b8-7c6f-47eb-ad01-3645f4275242 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:37.279704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.287179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Allocated IP 172.20.0.1 (7fe245ee-551f-4520-922e-1f596af0de20/3e3949ba-85ff-410b-94d8-7dbc16daec40/3be610d4-a66e-4492-84e0-8624d48c1d25) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:37.313467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:37.339447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701e9c6-65c3-4566-907b-c27c0178e85b req-7a0b4622-f7de-4f19-8e4f-644e1d014ae4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:37.349902 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0701e9c6-65c3-4566-907b-c27c0178e85b req-7a0b4622-f7de-4f19-8e4f-644e1d014ae4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.2546287
Nov 11 22:25:37.412566 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.452372 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16928bff-3889-4173-8f38-50f15f4af856 None None] Pushing event updated for resources: {'Port': ['ID=38c3b5b8-7c6f-47eb-ad01-3645f4275242,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:37.455578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Attempting to bind port 38c3b5b8-7c6f-47eb-ad01-3645f4275242 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:37.456028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Attempting to bind port 38c3b5b8-7c6f-47eb-ad01-3645f4275242 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:37.456484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Attempting to bind port 38c3b5b8-7c6f-47eb-ad01-3645f4275242 on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:37.459207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-16928bff-3889-4173-8f38-50f15f4af856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:37.475943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:37.476366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:37.476819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.477269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:37.477833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Bound port: 38c3b5b8-7c6f-47eb-ad01-3645f4275242, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:37.478249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.523810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 487ccd1d-5d03-4852-9733-7e43e96ef70d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=487ccd1d-5d03-4852-9733-7e43e96ef70d,segment=NetworkSegment(b16bad92-c96b-466f-8e7f-c8bbe88428ce),segment_id=b16bad92-c96b-466f-8e7f-c8bbe88428ce)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:37.555532 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.556468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device fbf68ab0-c76e-4003-ae00-3a6904f07c81 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:37.592505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f7aaaa6d-1561-46ee-89e4-10c5e6547479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:37.677581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] For port 38c3b5b8-7c6f-47eb-ad01-3645f4275242, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:37.701468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] For port 38c3b5b8-7c6f-47eb-ad01-3645f4275242, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=38c3b5b8-7c6f-47eb-ad01-3645f4275242,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:37.725676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a2415ef9-4cfe-41ba-9457-da8951e6c6af None None] Provisioning complete for port 487ccd1d-5d03-4852-9733-7e43e96ef70d triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:37.725986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a2415ef9-4cfe-41ba-9457-da8951e6c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.749878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=487ccd1d-5d03-4852-9733-7e43e96ef70d,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:37.754233 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3c4eb0de-648e-46c4-a213-9086325b034b req-f5e1687e-9328-443a-aa19-b9b77718b92e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 210 time: 0.3824382
Nov 11 22:25:37.757899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:37.767693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.779707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:37.802579 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0701e9c6-65c3-4566-907b-c27c0178e85b req-7f2ab513-5d11-4826-a26b-3f61449b9a23 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4515600
Nov 11 22:25:37.854727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.876722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Transition to ACTIVE for port object 3be610d4-a66e-4492-84e0-8624d48c1d25 will not be triggered until provisioned by entity DHCP. {{(pid=88345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:37.889042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port fbf68ab0-c76e-4003-ae00-3a6904f07c81 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:37.889496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.932692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:37.937783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:37.940748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16928bff-3889-4173-8f38-50f15f4af856 None None] Pushing event updated for resources: {'Port': ['ID=38c3b5b8-7c6f-47eb-ad01-3645f4275242,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:37.947920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-16928bff-3889-4173-8f38-50f15f4af856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:38.003099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Routers {'4b65e5fc-c013-43f8-ab88-377245f59ff5'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:25:38.003729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6d1af98>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:25:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['4b65e5fc-c013-43f8-ab88-377245f59ff5'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:38.011317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Network 7fe245ee-551f-4520-922e-1f596af0de20 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:38.014554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:38.019833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:38.050234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Pushing event updated for resources: {'Port': ['ID=3be610d4-a66e-4492-84e0-8624d48c1d25,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:38.057872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:38.082503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:38.255920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:38.504115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] Set router 4b65e5fc-c013-43f8-ab88-377245f59ff5 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:25:38.653549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:38.694330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-bdd9abcd-b17c-49ad-8df4-d8bff62805a8 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:38.696251 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-bdd9abcd-b17c-49ad-8df4-d8bff62805a8 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.65 "GET /v2.0/networks?id=e07f395f-921a-4610-9bcb-be19ad955901 HTTP/1.1" status: 200  len: 809 time: 0.3043144
Nov 11 22:25:38.699080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:38.704706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 487ccd1d-5d03-4852-9733-7e43e96ef70d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:38.719849 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Request body: {'port': {'device_id': 'efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d', 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901', 'admin_state_up': True, 'tenant_id': '94d15f752e56495e844ab0c9816c149f'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:38.738719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1c0ffa55-6fa9-4c89-9c1e-a5912ac51420 tempest-ServerRescueNegativeTestJSON-522872330 tempest-ServerRescueNegativeTestJSON-522872330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:38.816698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Pushing event updated for resources: {'Port': ['ID=3be610d4-a66e-4492-84e0-8624d48c1d25,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:38.826860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:38.863619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:38.897572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f18c2706-720d-46b9-bc39-6c8779840eef None None] Provisioning for port 3be610d4-a66e-4492-84e0-8624d48c1d25 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:39.022086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:39.028284 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Usage tracker for resource:port and tenant:94d15f752e56495e844ab0c9816c149f is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:39.032540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:39.044599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f18c2706-720d-46b9-bc39-6c8779840eef None None] Provisioning complete for port 3be610d4-a66e-4492-84e0-8624d48c1d25 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:39.044994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:39.045124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f18c2706-720d-46b9-bc39-6c8779840eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.081517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-65865709-a4a4-4573-97fc-a6239474d8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.082966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.098949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Made reservation on behalf of 94d15f752e56495e844ab0c9816c149f for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:25:39.107402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.145655 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2a21a273-4fcb-44ff-a9bb-3ae25226f59c req-935472d7-a169-46ab-9f73-8f91a6ec2b4c tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 210 time: 0.1028728
Nov 11 22:25:39.154216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f18c2706-720d-46b9-bc39-6c8779840eef None None] Port 3be610d4-a66e-4492-84e0-8624d48c1d25 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:25:39.204946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 487ccd1d-5d03-4852-9733-7e43e96ef70d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:39.206252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.215069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Network 7fe245ee-551f-4520-922e-1f596af0de20 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:39.217145 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:39.337753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a0e34-e14c-4d8c-b8eb-de2ed0920006 req-4b718e08-1f05-4595-b965-9ca6f7d4ec93 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:39.339444 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-585a0e34-e14c-4d8c-b8eb-de2ed0920006 req-4b718e08-1f05-4595-b965-9ca6f7d4ec93 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.2420518
Nov 11 22:25:39.345738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Allocated IP 172.20.0.13 (e07f395f-921a-4610-9bcb-be19ad955901/8438008f-f39d-4519-a350-3d70ec834061/93713cc7-2d6a-4260-9739-4f8849bfdbfb) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:25:39.355673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6d1af98>, [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:34Z', 'revision_number': 3, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:39.364619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9361f-71de-413c-99c2-59d2bcafe360 None None] The sync data for ids ['4b65e5fc-c013-43f8-ab88-377245f59ff5'] in dv-cinder-815883-4-iscsi is: [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:34Z', 'revision_number': 3, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:25:39.457680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.494161 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-585a0e34-e14c-4d8c-b8eb-de2ed0920006 req-3956e16d-c155-4be9-993a-02d39e46fc28 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869482
Nov 11 22:25:39.644455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.682853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a2449e3b-25e5-435d-b70e-bb952259cea9 None None] Provisioning complete for port 3be610d4-a66e-4492-84e0-8624d48c1d25 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:39.683279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a2449e3b-25e5-435d-b70e-bb952259cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.715435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.721972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-144b78d5-8db0-45f9-af1e-83403bba14ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:39.745085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-a2449e3b-25e5-435d-b70e-bb952259cea9 None None] Port 3be610d4-a66e-4492-84e0-8624d48c1d25 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:25:39.768565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Router 4b65e5fc-c013-43f8-ab88-377245f59ff5 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:25:39.798246 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Network e07f395f-921a-4610-9bcb-be19ad955901 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:25:39.802654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:25:39.804823 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Pushing event updated for resources: {'Port': ['ID=93713cc7-2d6a-4260-9739-4f8849bfdbfb,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:39.807280 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:25:39.882282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:39.894069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:39.894488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:39.955786 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2410538
Nov 11 22:25:40.036515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:25:40.046524 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] 10.222.0.18 "PUT /v2.0/routers/4b65e5fc-c013-43f8-ab88-377245f59ff5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5201774
Nov 11 22:25:40.420341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6734419-4ffd-456c-9b21-58aeb0114d18 req-d61bba3c-55d0-4ff3-941b-086d0a77e99d tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:40.422177 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e6734419-4ffd-456c-9b21-58aeb0114d18 req-d61bba3c-55d0-4ff3-941b-086d0a77e99d tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 932 time: 0.1445651
Nov 11 22:25:40.485270 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e6734419-4ffd-456c-9b21-58aeb0114d18 req-d4662c27-851d-41ce-8dab-680b70b3e6b0 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482619
Nov 11 22:25:40.626079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 38c3b5b8-7c6f-47eb-ad01-3645f4275242 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:40.779552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 38c3b5b8-7c6f-47eb-ad01-3645f4275242 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:40.785427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 38c3b5b8-7c6f-47eb-ad01-3645f4275242 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:40.785848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:40.798576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70e291-ff9d-4aa1-a76a-abc2659414d4 req-b4809f39-5361-4590-9929-405156aacad1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:40.802501 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f70e291-ff9d-4aa1-a76a-abc2659414d4 req-b4809f39-5361-4590-9929-405156aacad1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1063921
Nov 11 22:25:40.870303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50900) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:40.878651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044358575', 'description': 'tempest-secgroup-smoke-1044358575 description', 'project_id': '5662459331cb471ca57d033755c019c5'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:40.897938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:40.906062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:security_group and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:40.912299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:40.914863 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f70e291-ff9d-4aa1-a76a-abc2659414d4 req-ffe116f2-a772-40d5-b8cc-bdb0910f6950 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055777
Nov 11 22:25:40.927726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:40.947878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:40.969095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 38c3b5b8-7c6f-47eb-ad01-3645f4275242, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=38c3b5b8-7c6f-47eb-ad01-3645f4275242,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:40.973794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.003477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.005638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:41.063339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:41.069061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:security_group_rule and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:41.073319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:41.083945 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:41.098882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=38c3b5b8-7c6f-47eb-ad01-3645f4275242,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:41.102615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:41.126445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.185074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.206197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.210288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8e55a2ab-689d-44d0-8948-20235b1bb34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:41.255951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78311670-ce54-4b3c-ac84-d565d1b1878b,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:41.258857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:41.275254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.276620 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4048462
Nov 11 22:25:41.279911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50906) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:41.286585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'security_group_rule': {'security_group_id': '78311670-ce54-4b3c-ac84-d565d1b1878b', 'project_id': '5662459331cb471ca57d033755c019c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:41.293065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:41.297104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:security_group_rule and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:41.300156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:41.306211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:41.361907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.432056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.463385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.465591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:41.490470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a48b96-f039-42a2-bd9c-2797f1b39e59,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:41.493166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:41.520299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.521804 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2408361
Nov 11 22:25:41.525116 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50912) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:41.531821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'security_group_rule': {'security_group_id': '78311670-ce54-4b3c-ac84-d565d1b1878b', 'project_id': '5662459331cb471ca57d033755c019c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:41.539331 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:41.543694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:security_group_rule and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:41.546861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:41.553101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:41.585313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.655246 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.697580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f798c8d-f79e-4e12-850e-f957e5f9c912 req-fffae435-b889-47c7-b894-e35403047569 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:41.699204 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f798c8d-f79e-4e12-850e-f957e5f9c912 req-fffae435-b889-47c7-b894-e35403047569 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 932 time: 0.0848134
Nov 11 22:25:41.714970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.723868 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-39cbda29-1cdd-4cd7-ad9b-bf0357501e0c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:41.747875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be254a01-834b-448c-b46b-035ef620d38c,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:41.750510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:41.751429 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f798c8d-f79e-4e12-850e-f957e5f9c912 req-de24efb6-970e-4b53-a993-37c48f097d6c tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461574
Nov 11 22:25:41.766341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.767851 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-303572fa-1abc-4e04-a9df-bf04265eb2d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2411299
Nov 11 22:25:41.771939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50916) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:41.783949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'security_group_rule': {'security_group_id': '78311670-ce54-4b3c-ac84-d565d1b1878b', 'project_id': '5662459331cb471ca57d033755c019c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:41.794882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:41.801656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:security_group_rule and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:41.806026 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:41.812666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:41.853855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.929515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.949133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:41.951377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:41.975607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a58ecd9-5383-4b71-913d-8bcf4a2cf41e,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:41.978208 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:42.017325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.018911 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5590bdb5-90e0-425e-a551-4fce8c9a5f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2456620
Nov 11 22:25:42.021814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50922) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:42.028442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'security_group_rule': {'security_group_id': '78311670-ce54-4b3c-ac84-d565d1b1878b', 'project_id': '5662459331cb471ca57d033755c019c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:42.035159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:42.039788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:security_group_rule and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:42.043064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:42.053682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:42.103159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.183917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.199939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b3f0c-a094-4379-b21c-771b8863551f req-09c0cf70-55f4-4358-9279-dc75fd41e5e5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:42.201641 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bb3b3f0c-a094-4379-b21c-771b8863551f req-09c0cf70-55f4-4358-9279-dc75fd41e5e5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0942264
Nov 11 22:25:42.211964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.214272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8b7a714a-a1a9-4e87-9f4b-eb57b61d681d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:42.240684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64530c5-44ac-4b96-9f94-46d7c3cce8ba,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:42.243359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:42.252286 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bb3b3f0c-a094-4379-b21c-771b8863551f req-5d85ce18-b93f-48db-b105-a7f31955859b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443451
Nov 11 22:25:42.269237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.270613 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2476330
Nov 11 22:25:42.273871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 50928) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:42.280995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'security_group_rule': {'security_group_id': '78311670-ce54-4b3c-ac84-d565d1b1878b', 'project_id': '5662459331cb471ca57d033755c019c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:42.291506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:42.298091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:security_group_rule and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:42.302286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:42.309163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:42.355262 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.securitygroups_db [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Project 5662459331cb471ca57d033755c019c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 22:25:42.363564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.434861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.463412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.469960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:42.493163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843edc97-ac7d-412e-be6d-5b28a80338cf,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:42.495842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:42.537514 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.538895 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-032a28e2-c0e7-417d-9268-ba411b41b054 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2635655
Nov 11 22:25:42.541909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 50932) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:25:42.547980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'security_group_rule': {'security_group_id': '78311670-ce54-4b3c-ac84-d565d1b1878b', 'project_id': '5662459331cb471ca57d033755c019c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:42.556803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:25:42.562322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:security_group_rule and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:25:42.566287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:25:42.572812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:25:42.592466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 38c3b5b8-7c6f-47eb-ad01-3645f4275242 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:42.607151 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.securitygroups_db [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Project 5662459331cb471ca57d033755c019c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 22:25:42.615401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.671801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 38c3b5b8-7c6f-47eb-ad01-3645f4275242 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:42.672224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.686761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Sync routers for ids ['4b65e5fc-c013-43f8-ab88-377245f59ff5'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:25:42.697417 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.702318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Routers {'4b65e5fc-c013-43f8-ab88-377245f59ff5'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:25:42.702997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7689470>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:25:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['4b65e5fc-c013-43f8-ab88-377245f59ff5'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:42.749194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.751707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7e4922b2-dbe3-4a47-99a0-4689849b8725 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:42.774770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811db539-2e21-4c53-8435-1cb3b4b858a6,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:42.779415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:42.834941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:42.836800 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2934446
Nov 11 22:25:43.015573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e71a-4238-426e-a362-af47a36546a0 req-6491af48-7fd7-4532-8d67-7d4c8c6499f6 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:43.019255 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8110e71a-4238-426e-a362-af47a36546a0 req-6491af48-7fd7-4532-8d67-7d4c8c6499f6 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 932 time: 0.1239712
Nov 11 22:25:43.099608 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8110e71a-4238-426e-a362-af47a36546a0 req-9260d17b-1584-4e47-985c-7db4a4fa395b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689597
Nov 11 22:25:43.132182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Set router 4b65e5fc-c013-43f8-ab88-377245f59ff5 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:25:43.488571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7689470>, [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:38Z', 'revision_number': 4, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '3be610d4-a66e-4492-84e0-8624d48c1d25', 'name': '', 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'mac_address': 'fa:16:3e:83:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3949ba-85ff-410b-94d8-7dbc16daec40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:37Z', 'updated_at': '2021-11-11T22:25:38Z', 'revision_number': 2, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'subnets': [{'id': '3e3949ba-85ff-410b-94d8-7dbc16daec40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:43.493529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Checking router: 4b65e5fc-c013-43f8-ab88-377245f59ff5 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:25:43.494027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Updating router 4b65e5fc-c013-43f8-ab88-377245f59ff5 port 3be610d4-a66e-4492-84e0-8624d48c1d25 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:25:43.498833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3637-1e1a-4cf1-8a2a-cc0d925c0c28 req-006159f6-4b4e-4506-9531-851bac839278 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:43.500692 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-456a3637-1e1a-4cf1-8a2a-cc0d925c0c28 req-006159f6-4b4e-4506-9531-851bac839278 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0963821
Nov 11 22:25:43.560177 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:43.564093 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-456a3637-1e1a-4cf1-8a2a-cc0d925c0c28 req-18425a01-f2a3-4755-b9c2-be11f835715e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506589
Nov 11 22:25:43.959032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:43.971769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Transition to ACTIVE for port object 3be610d4-a66e-4492-84e0-8624d48c1d25 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:43.994575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:43.998943 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-68aa5996-0957-443d-aa0f-423bea74eaf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:44.098057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Request body: {'port': {'device_id': 'efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:25:44.135015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2885032-f72d-41a8-802e-eb04f1994cc9 None None] Pushing event updated for resources: {'Port': ['ID=3be610d4-a66e-4492-84e0-8624d48c1d25,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:44.139061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b2885032-f72d-41a8-802e-eb04f1994cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:44.300116 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:44.311594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Attempting to bind port 3be610d4-a66e-4492-84e0-8624d48c1d25 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:44.312305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Attempting to bind port 3be610d4-a66e-4492-84e0-8624d48c1d25 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:44.313151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Attempting to bind port 3be610d4-a66e-4492-84e0-8624d48c1d25 on network 7fe245ee-551f-4520-922e-1f596af0de20 {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:44.322231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:44.323265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Checking segment: {'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:44.323890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:44.324501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Bound using segment: {'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:44.325578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Bound port: 3be610d4-a66e-4492-84e0-8624d48c1d25, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16bad92-c96b-466f-8e7f-c8bbe88428ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:44.326350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:44.456477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] For port 3be610d4-a66e-4492-84e0-8624d48c1d25, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:44.461532 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] For port 3be610d4-a66e-4492-84e0-8624d48c1d25, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3be610d4-a66e-4492-84e0-8624d48c1d25,segment=NetworkSegment(b16bad92-c96b-466f-8e7f-c8bbe88428ce),segment_id=b16bad92-c96b-466f-8e7f-c8bbe88428ce)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:44.498732 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:44.504739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-af53a24c-e09c-4899-a576-37e26053f8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:44.566397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b04a5-6e33-4692-8924-2bf61924de2b req-68ed199e-c24f-4205-b680-114b50a8ea0e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:44.569343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-447b04a5-6e33-4692-8924-2bf61924de2b req-68ed199e-c24f-4205-b680-114b50a8ea0e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 932 time: 0.1745379
Nov 11 22:25:44.639580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Routers {'4b65e5fc-c013-43f8-ab88-377245f59ff5'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:25:44.640745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7689470>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:25:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['4b65e5fc-c013-43f8-ab88-377245f59ff5'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:44.659064 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-447b04a5-6e33-4692-8924-2bf61924de2b req-3a470dae-a0c9-4828-8c7b-4add97646873 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763535
Nov 11 22:25:44.859380 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] Set router 4b65e5fc-c013-43f8-ab88-377245f59ff5 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:25:44.897522 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c036c7-0ae7-44d4-9a98-11f27a0a66f5 req-5b89c8b1-2f6a-4047-80b6-9ea627ccf227 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:44.899973 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c3c036c7-0ae7-44d4-9a98-11f27a0a66f5 req-5b89c8b1-2f6a-4047-80b6-9ea627ccf227 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1277399
Nov 11 22:25:44.961041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2885032-f72d-41a8-802e-eb04f1994cc9 None None] Pushing event updated for resources: {'Port': ['ID=3be610d4-a66e-4492-84e0-8624d48c1d25,revision_number=4']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:44.961041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b2885032-f72d-41a8-802e-eb04f1994cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:45.005055 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c3c036c7-0ae7-44d4-9a98-11f27a0a66f5 req-62564925-2623-4e8b-9388-f4a828347dcb tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983708
Nov 11 22:25:45.204798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93713cc7-2d6a-4260-9739-4f8849bfdbfb {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:25:45.215252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:45.230776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Transition to ACTIVE for port object 93713cc7-2d6a-4260-9739-4f8849bfdbfb will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:25:45.246065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7689470>, [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:38Z', 'revision_number': 4, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '3be610d4-a66e-4492-84e0-8624d48c1d25', 'name': '', 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'mac_address': 'fa:16:3e:83:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3949ba-85ff-410b-94d8-7dbc16daec40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:37Z', 'updated_at': '2021-11-11T22:25:44Z', 'revision_number': 4, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'subnets': [{'id': '3e3949ba-85ff-410b-94d8-7dbc16daec40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:25:45.250519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e66af3-e1b2-4567-baf6-097ec08fe9e4 None None] The sync data for ids ['4b65e5fc-c013-43f8-ab88-377245f59ff5'] in dv-cinder-815883-4-iscsi is: [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:38Z', 'revision_number': 4, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '3be610d4-a66e-4492-84e0-8624d48c1d25', 'name': '', 'network_id': '7fe245ee-551f-4520-922e-1f596af0de20', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'mac_address': 'fa:16:3e:83:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3949ba-85ff-410b-94d8-7dbc16daec40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:37Z', 'updated_at': '2021-11-11T22:25:44Z', 'revision_number': 4, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'subnets': [{'id': '3e3949ba-85ff-410b-94d8-7dbc16daec40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:25:45.263995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:45.272564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b53c3010-1918-40e6-a4e2-627f1275584a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:45.369193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Pushing event updated for resources: {'Port': ['ID=93713cc7-2d6a-4260-9739-4f8849bfdbfb,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:45.375484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:45.569031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Attempting to bind port 93713cc7-2d6a-4260-9739-4f8849bfdbfb on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:25:45.569401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Attempting to bind port 93713cc7-2d6a-4260-9739-4f8849bfdbfb by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:25:45.569726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Attempting to bind port 93713cc7-2d6a-4260-9739-4f8849bfdbfb on network e07f395f-921a-4610-9bcb-be19ad955901 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:45.576842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Port 93713cc7-2d6a-4260-9739-4f8849bfdbfb on network e07f395f-921a-4610-9bcb-be19ad955901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:25:45.577212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Attempting to bind port 93713cc7-2d6a-4260-9739-4f8849bfdbfb on network e07f395f-921a-4610-9bcb-be19ad955901 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:25:45.585157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:25:45.585559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Checking segment: {'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:25:45.586000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Bound using segment: {'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:25:45.586489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Bound port: 93713cc7-2d6a-4260-9739-4f8849bfdbfb, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c0b24c-4eeb-41a9-9842-afa0f234702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:25:45.586885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:45.702170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] For port 93713cc7-2d6a-4260-9739-4f8849bfdbfb, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:25:45.707075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] For port 93713cc7-2d6a-4260-9739-4f8849bfdbfb, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93713cc7-2d6a-4260-9739-4f8849bfdbfb,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:25:45.750797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:45.757201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:45.828388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:45.830005 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] 10.222.0.65 "PUT /v2.0/ports/93713cc7-2d6a-4260-9739-4f8849bfdbfb HTTP/1.1" status: 200  len: 1094 time: 1.7395065
Nov 11 22:25:45.830773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d', 'tag': '93713cc7-2d6a-4260-9739-4f8849bfdbfb'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:45.850166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Pushing event updated for resources: {'Port': ['ID=93713cc7-2d6a-4260-9739-4f8849bfdbfb,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:45.864323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:45.929112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3a1d0-a7b2-4c13-9337-234a49de5a25 req-5cd31c36-5091-4cef-939c-dd9e107aa1bc tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:45.931950 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67e3a1d0-a7b2-4c13-9337-234a49de5a25 req-5cd31c36-5091-4cef-939c-dd9e107aa1bc tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 944 time: 0.1263895
Nov 11 22:25:45.959016 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d', 'tag': '93713cc7-2d6a-4260-9739-4f8849bfdbfb', 'status': 'completed', 'code': 200}
Nov 11 22:25:46.003656 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-67e3a1d0-a7b2-4c13-9337-234a49de5a25 req-d8515b51-f63e-413a-9da9-d5e688b76e06 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648735
Nov 11 22:25:46.011534 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-dd6a0381-7b8c-4a11-bce2-bfef9aa60c09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94d15f752e56495e844ab0c9816c149f&device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 1097 time: 0.0971260
Nov 11 22:25:46.107476 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-eaef6a39-af82-4bab-a470-0100588c44d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93713cc7-2d6a-4260-9739-4f8849bfdbfb HTTP/1.1" status: 200  len: 217 time: 0.0827894
Nov 11 22:25:46.184706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-b1423b64-657f-4041-a619-c8a3dd8e77ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:46.186442 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-b1423b64-657f-4041-a619-c8a3dd8e77ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8438008f-f39d-4519-a350-3d70ec834061 HTTP/1.1" status: 200  len: 849 time: 0.0715241
Nov 11 22:25:46.251365 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-89ca5c4f-5d29-453d-8464-eed612ac7d99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e07f395f-921a-4610-9bcb-be19ad955901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510736
Nov 11 22:25:46.253846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feecd6-121d-4305-b5f3-cb863616e428 req-d6b5053c-6395-457c-99ad-49e97422fe49 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:46.255541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-04feecd6-121d-4305-b5f3-cb863616e428 req-d6b5053c-6395-457c-99ad-49e97422fe49 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0948308
Nov 11 22:25:46.314004 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-04feecd6-121d-4305-b5f3-cb863616e428 req-04bc5bf6-38c9-4c6c-8a93-ea0b74826e47 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516298
Nov 11 22:25:46.415635 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-d1b11d7c-7cb5-470f-b856-02eb12408732 service neutron] 10.222.0.65 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553535
Nov 11 22:25:46.595521 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5fe54a5-31ed-4a47-8961-f4d825a176b8 req-fac80b88-d661-4804-b298-9cc552d8132f service neutron] 10.222.0.65 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721032
Nov 11 22:25:46.674866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3be610d4-a66e-4492-84e0-8624d48c1d25 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:46.817577 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 3be610d4-a66e-4492-84e0-8624d48c1d25 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:46.818343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-35e9edd9-851a-41a6-9685-96323c02cbf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94d15f752e56495e844ab0c9816c149f&device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 1097 time: 0.1287735
Nov 11 22:25:46.825999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 3be610d4-a66e-4492-84e0-8624d48c1d25 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:46.826534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:46.992626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:46.997962 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-5e0f5e3b-a599-4b86-8194-d6a89d11c8e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:47.000760 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-5e0f5e3b-a599-4b86-8194-d6a89d11c8e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e07f395f-921a-4610-9bcb-be19ad955901 HTTP/1.1" status: 200  len: 910 time: 0.1745045
Nov 11 22:25:47.037918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 3be610d4-a66e-4492-84e0-8624d48c1d25, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3be610d4-a66e-4492-84e0-8624d48c1d25,segment=NetworkSegment(b16bad92-c96b-466f-8e7f-c8bbe88428ce),segment_id=b16bad92-c96b-466f-8e7f-c8bbe88428ce)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:47.070790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:47.077456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:47.084632 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-2e18d171-0858-459d-adee-04a47c423a43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93713cc7-2d6a-4260-9739-4f8849bfdbfb HTTP/1.1" status: 200  len: 217 time: 0.0767589
Nov 11 22:25:47.168765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-164cb130-580a-43f1-bd48-4d5f3cd4b71e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:47.170694 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-164cb130-580a-43f1-bd48-4d5f3cd4b71e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8438008f-f39d-4519-a350-3d70ec834061 HTTP/1.1" status: 200  len: 849 time: 0.0756102
Nov 11 22:25:47.187940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=3be610d4-a66e-4492-84e0-8624d48c1d25,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:47.192327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:47.243691 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-fff52850-fe64-495e-a7db-bd9b1b5a3fd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e07f395f-921a-4610-9bcb-be19ad955901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621433
Nov 11 22:25:47.330555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e4f9-d3b4-4e49-ba67-5b83a6855a22 req-92a581ef-a55c-4bf3-a648-49b1799c162f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:47.332191 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-22d3e4f9-d3b4-4e49-ba67-5b83a6855a22 req-92a581ef-a55c-4bf3-a648-49b1799c162f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 944 time: 0.1014416
Nov 11 22:25:47.402427 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-22d3e4f9-d3b4-4e49-ba67-5b83a6855a22 req-e93e7b75-e239-4847-bc66-e749ac06a19a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637033
Nov 11 22:25:47.440750 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-3e86b13d-0a42-46fe-a5bd-2d6948bcd1f8 service neutron] 10.222.0.65 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823132
Nov 11 22:25:47.616126 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c56e1f4c-f8e5-415e-8a38-3b00134f5303 req-316dc995-ea01-4adb-be9c-acc6360608d8 service neutron] 10.222.0.65 "GET /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647022
Nov 11 22:25:47.627920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5ca76-8b1d-49f5-8b05-2f97f6f4d9e4 req-92fa3852-0be5-428d-8125-cb8dad1a14a5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:47.629657 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e5d5ca76-8b1d-49f5-8b05-2f97f6f4d9e4 req-92fa3852-0be5-428d-8125-cb8dad1a14a5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1328762
Nov 11 22:25:47.680217 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e5d5ca76-8b1d-49f5-8b05-2f97f6f4d9e4 req-f4d94645-c4bd-40fa-9ea5-64c087b57d08 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443971
Nov 11 22:25:48.597836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3be610d4-a66e-4492-84e0-8624d48c1d25 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:48.608235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9c9fb-bfd1-45ad-95bc-14ec60097cb7 req-ddabe0dd-85db-48cc-9fe8-b11aad7ed5aa tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:48.609930 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9ac9c9fb-bfd1-45ad-95bc-14ec60097cb7 req-ddabe0dd-85db-48cc-9fe8-b11aad7ed5aa tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 944 time: 0.0888853
Nov 11 22:25:48.663036 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9ac9c9fb-bfd1-45ad-95bc-14ec60097cb7 req-aae1e611-8904-44a8-bcb0-9ea30ea4c6a9 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465639
Nov 11 22:25:48.674537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 3be610d4-a66e-4492-84e0-8624d48c1d25 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:48.675141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:48.914027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2049b6-a5d2-4bfb-9521-22c311195104 req-69d406b1-a0d1-4d0b-b0dd-ffd25cd7506e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:48.915627 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4b2049b6-a5d2-4bfb-9521-22c311195104 req-69d406b1-a0d1-4d0b-b0dd-ffd25cd7506e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0886624
Nov 11 22:25:48.966839 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4b2049b6-a5d2-4bfb-9521-22c311195104 req-82b9646e-b66a-4271-9c41-dc063b0725d6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444446
Nov 11 22:25:49.866590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96865cd7-4e5e-4715-9c28-1cfe4d02c6b2 req-15ad3969-8255-45d2-bef9-242e79aafa2a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:49.868135 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-96865cd7-4e5e-4715-9c28-1cfe4d02c6b2 req-15ad3969-8255-45d2-bef9-242e79aafa2a tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 944 time: 0.0820730
Nov 11 22:25:49.922131 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-96865cd7-4e5e-4715-9c28-1cfe4d02c6b2 req-a2ff0758-8d75-40eb-9872-397d0c8183b7 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478210
Nov 11 22:25:50.133417 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:25:50.285344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:50.300979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '6cbe0599-8ced-496f-b163-79daf7642b50', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'port_id': '6cbe0599-8ced-496f-b163-79daf7642b50', 'mac_address': 'fa:16:3e:54:44:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:25:50.360559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:50.380381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cbe0599-8ced-496f-b163-79daf7642b50 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:25:50.383028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9abc64-307d-4a34-96f8-87da1b9b5eb6 req-62e1b56f-3895-4d2e-bb33-1313052ba607 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:50.384746 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1d9abc64-307d-4a34-96f8-87da1b9b5eb6 req-62e1b56f-3895-4d2e-bb33-1313052ba607 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.2753484
Nov 11 22:25:50.396254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:50.428781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:50.430832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:50.435671 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1d9abc64-307d-4a34-96f8-87da1b9b5eb6 req-357f2192-a3da-4263-9f1f-9ae4c2878ec4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439570
Nov 11 22:25:50.517823 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=6']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:50.521325 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:50.626241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['6cbe0599-8ced-496f-b163-79daf7642b50'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:25:51.134342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb11d99-ff65-43d8-9043-367128838f33 req-ae404e60-4110-479c-b0c7-7906406790a5 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:51.135972 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5cb11d99-ff65-43d8-9043-367128838f33 req-ae404e60-4110-479c-b0c7-7906406790a5 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 944 time: 0.0867672
Nov 11 22:25:51.197659 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5cb11d99-ff65-43d8-9043-367128838f33 req-6801c502-39c4-4e94-90dd-e2c284031395 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550385
Nov 11 22:25:51.680951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a9ac8-0207-4077-be46-27ca08b7a4c2 req-3cb7f403-80aa-42f1-a126-f541f5ecb351 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:51.682613 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3a9ac8-0207-4077-be46-27ca08b7a4c2 req-3cb7f403-80aa-42f1-a126-f541f5ecb351 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.0855441
Nov 11 22:25:51.734879 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a3a9ac8-0207-4077-be46-27ca08b7a4c2 req-84b3544c-af31-47b1-bf26-78e4c5a546aa tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455570
Nov 11 22:25:52.135462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 93713cc7-2d6a-4260-9739-4f8849bfdbfb details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:25:52.140453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:52.276651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee331-6cd1-460c-84fb-56f80f8c0883 req-8ff8b884-e6ba-443b-b289-1a23be81dd6f tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:52.280023 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-608ee331-6cd1-460c-84fb-56f80f8c0883 req-8ff8b884-e6ba-443b-b289-1a23be81dd6f tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 946 time: 0.0966249
Nov 11 22:25:52.341436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 6cbe0599-8ced-496f-b163-79daf7642b50 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:52.342007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:52.432121 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-608ee331-6cd1-460c-84fb-56f80f8c0883 req-621d20b2-c5cd-46e2-ab98-6fd31162b7e3 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465876
Nov 11 22:25:52.438940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 93713cc7-2d6a-4260-9739-4f8849bfdbfb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93713cc7-2d6a-4260-9739-4f8849bfdbfb,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:52.458763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '93713cc7-2d6a-4260-9739-4f8849bfdbfb', 'network_id': 'e07f395f-921a-4610-9bcb-be19ad955901', 'port_id': '93713cc7-2d6a-4260-9739-4f8849bfdbfb', 'mac_address': 'fa:16:3e:d9:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8438008f-f39d-4519-a350-3d70ec834061', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:25:52.487536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45409012-f824-4ca3-8702-c57be9623767 req-bc1cbdf7-ca77-47fc-8749-b2c90a446c11 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:52.489337 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-45409012-f824-4ca3-8702-c57be9623767 req-bc1cbdf7-ca77-47fc-8749-b2c90a446c11 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 944 time: 0.1320212
Nov 11 22:25:52.551233 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-45409012-f824-4ca3-8702-c57be9623767 req-ce48dc56-0236-4512-9263-212c08f4a0d2 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517669
Nov 11 22:25:52.573005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:52.591938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:52.607946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93713cc7-2d6a-4260-9739-4f8849bfdbfb {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:25:52.632914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:52.641104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 93713cc7-2d6a-4260-9739-4f8849bfdbfb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93713cc7-2d6a-4260-9739-4f8849bfdbfb,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:52.646568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:52.689689 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50', 'code': 200}
Nov 11 22:25:52.691788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:52.693669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:52.738112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:52.765862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=93713cc7-2d6a-4260-9739-4f8849bfdbfb,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:52.776837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:52.777389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:52.853074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=7']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:52.859045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:53.009457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a46ca-ecb0-455e-8f34-55f117e7d845 req-6ac64571-ed71-476a-bcb5-80317900d8da tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:53.011113 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f90a46ca-ecb0-455e-8f34-55f117e7d845 req-6ac64571-ed71-476a-bcb5-80317900d8da tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0969033
Nov 11 22:25:53.070270 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f90a46ca-ecb0-455e-8f34-55f117e7d845 req-68b8cde5-4ae4-46bc-99a1-70482f084033 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530431
Nov 11 22:25:53.357752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['93713cc7-2d6a-4260-9739-4f8849bfdbfb'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:25:53.667976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43452b-f71b-40a6-a96c-1677fbb67eb7 req-35562cd9-cb6b-4193-bd14-26a62fc9bbfe tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:53.669523 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3c43452b-f71b-40a6-a96c-1677fbb67eb7 req-35562cd9-cb6b-4193-bd14-26a62fc9bbfe tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 946 time: 0.0878477
Nov 11 22:25:53.769363 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3c43452b-f71b-40a6-a96c-1677fbb67eb7 req-72f29635-4b63-4e48-9c08-75bf3cd004aa tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930364
Nov 11 22:25:53.797043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17607b-5c98-4c4d-91f4-4c1be7a18f68 req-6889bdbf-04dd-4a80-8a9d-9207d8b4ef79 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:53.798659 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9f17607b-5c98-4c4d-91f4-4c1be7a18f68 req-6889bdbf-04dd-4a80-8a9d-9207d8b4ef79 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 945 time: 0.1061568
Nov 11 22:25:53.850499 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9f17607b-5c98-4c4d-91f4-4c1be7a18f68 req-c1a02aff-cc8d-4a78-b914-ff28957e2055 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442710
Nov 11 22:25:54.296497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28caa-6e57-490c-82bd-07d69d11da71 req-74a6cad2-d687-4bb5-b56d-f243ebc956f4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:54.298152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-84f28caa-6e57-490c-82bd-07d69d11da71 req-74a6cad2-d687-4bb5-b56d-f243ebc956f4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0904589
Nov 11 22:25:54.349841 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-84f28caa-6e57-490c-82bd-07d69d11da71 req-0be5ccbc-05d2-4b06-98a2-208ec082429e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453851
Nov 11 22:25:54.982397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193c337-e582-4949-bb51-4e5f03f6e2b2 req-2f34946c-20c0-4e38-bd5e-caf529d0744f tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:54.984271 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5193c337-e582-4949-bb51-4e5f03f6e2b2 req-2f34946c-20c0-4e38-bd5e-caf529d0744f tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 946 time: 0.0854170
Nov 11 22:25:55.089298 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5193c337-e582-4949-bb51-4e5f03f6e2b2 req-7c9e8644-8138-4303-8f42-fcd34770e34d tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971892
Nov 11 22:25:55.121897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caebb0-1460-4744-b3a3-2042867e9ba3 req-948be402-a98b-40ee-ac93-565a284f9fc5 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:55.123516 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-08caebb0-1460-4744-b3a3-2042867e9ba3 req-948be402-a98b-40ee-ac93-565a284f9fc5 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 945 time: 0.1141880
Nov 11 22:25:55.177798 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-08caebb0-1460-4744-b3a3-2042867e9ba3 req-093139b5-8f01-43f7-90af-fabb4442b0ff tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480640
Nov 11 22:25:55.570361 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558647cc-8b3b-4844-bdf1-860a6083ff12 req-6fa104a7-c7c6-4d6f-afdb-d73d9600ad95 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:55.571968 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-558647cc-8b3b-4844-bdf1-860a6083ff12 req-6fa104a7-c7c6-4d6f-afdb-d73d9600ad95 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0868309
Nov 11 22:25:55.624221 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-558647cc-8b3b-4844-bdf1-860a6083ff12 req-6c726ec0-f222-4699-aa4b-86900ffe9aa7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457828
Nov 11 22:25:56.151620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 93713cc7-2d6a-4260-9739-4f8849bfdbfb up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:25:56.395692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab58616-964c-4937-96a1-f25377f49dfa req-173fc406-0047-41e6-bb33-d72cb51975d8 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:56.397250 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6ab58616-964c-4937-96a1-f25377f49dfa req-173fc406-0047-41e6-bb33-d72cb51975d8 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 946 time: 0.1559067
Nov 11 22:25:56.405111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-1f94c173-dc03-45d3-8df5-2cfb99010997 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:56.405922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-1f94c173-dc03-45d3-8df5-2cfb99010997 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Synchronizing usage tracker for tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:25:56.456930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 93713cc7-2d6a-4260-9739-4f8849bfdbfb completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:25:56.462209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 93713cc7-2d6a-4260-9739-4f8849bfdbfb triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:25:56.462630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:56.470812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0697a5a-bec8-471b-8dbc-d4b8d4dc25f3 req-d476ca12-a873-4cc3-b425-4e88f639b4b8 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:56.472724 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b0697a5a-bec8-471b-8dbc-d4b8d4dc25f3 req-d476ca12-a873-4cc3-b425-4e88f639b4b8 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 945 time: 0.1447334
Nov 11 22:25:56.475356 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6ab58616-964c-4937-96a1-f25377f49dfa req-bc03ef96-5671-400a-aef6-00a3eed40a33 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/security-groups?id=96d5609c-014d-49bd-b6ea-113daa778124&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695469
Nov 11 22:25:56.479899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-1f94c173-dc03-45d3-8df5-2cfb99010997 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Unset dirty status for tenant:f76d0fc673c443d9a3f5a3b9e6d38a45 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:25:56.481269 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-1f94c173-dc03-45d3-8df5-2cfb99010997 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.65 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 946 time: 0.1731408
Nov 11 22:25:56.541906 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b0697a5a-bec8-471b-8dbc-d4b8d4dc25f3 req-f0aa2d80-5bff-4846-9343-17989f43b13b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627115
Nov 11 22:25:56.573814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Deleting port 0ad62743-09ac-4896-9a4e-0fc054004675 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:25:56.574247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:56.641082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:56.683953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93713cc7-2d6a-4260-9739-4f8849bfdbfb'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:56.694974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 93713cc7-2d6a-4260-9739-4f8849bfdbfb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93713cc7-2d6a-4260-9739-4f8849bfdbfb,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:56.725707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:56.727783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:56.766889 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93713cc7-2d6a-4260-9739-4f8849bfdbfb', 'code': 200}
Nov 11 22:25:56.804649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=93713cc7-2d6a-4260-9739-4f8849bfdbfb,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:56.808542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:56.851031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] For port 0ad62743-09ac-4896-9a4e-0fc054004675, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ad62743-09ac-4896-9a4e-0fc054004675,segment=NetworkSegment(068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc),segment_id=068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:25:56.851441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:56.909574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e45dd-15d5-4a68-860f-ea88cc282710 req-59c7f6b6-07d5-4ba4-b439-809a8e5820e4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:56.911408 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-696e45dd-15d5-4a68-860f-ea88cc282710 req-59c7f6b6-07d5-4ba4-b439-809a8e5820e4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0922127
Nov 11 22:25:56.972290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:56.975025 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-696e45dd-15d5-4a68-860f-ea88cc282710 req-5e4a3e8d-3adf-45a4-abfd-c64bbd8ecf8d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569785
Nov 11 22:25:57.006019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Calling delete_port for 0ad62743-09ac-4896-9a4e-0fc054004675 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:25:57.217011 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d36a18d-2db2-4c43-a25f-f994a7bfacf8 req-ecd86091-8e76-45d5-86f3-283597831d6a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 1099 time: 0.1598094
Nov 11 22:25:57.265962 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3d36a18d-2db2-4c43-a25f-f994a7bfacf8 req-ef048b6a-235f-4ad7-860d-edbee032a0cf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395818
Nov 11 22:25:57.273631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:57.279727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9837ee0f-1551-4f08-baab-e9dca96856e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:25:57.290870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['0ad62743-09ac-4896-9a4e-0fc054004675'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:25:57.327401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Pushing event deleted for resources: {'Port': ['ID=0ad62743-09ac-4896-9a4e-0fc054004675,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:25:57.341122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.341581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.342006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.342419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.342834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.343249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.343658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.344064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.344730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.344845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.345225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:25:57.374125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:25:57.420078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] No DVR routers for this DVR port 0ad62743-09ac-4896-9a4e-0fc054004675 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:25:57.422737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:25:57.427058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27a1937-f3fa-4b48-8a6c-b2825416ba4d', 'name': 'network-vif-deleted', 'tag': '0ad62743-09ac-4896-9a4e-0fc054004675'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:25:57.481440 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b895ab9f-f547-4265-bc6a-44a8981294a7 req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.65 "DELETE /v2.0/ports/0ad62743-09ac-4896-9a4e-0fc054004675 HTTP/1.1" status: 204  len: 173 time: 0.9848108
Nov 11 22:25:57.487349 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27a1937-f3fa-4b48-8a6c-b2825416ba4d', 'name': 'network-vif-deleted', 'tag': '0ad62743-09ac-4896-9a4e-0fc054004675', 'status': 'completed', 'code': 200}
Nov 11 22:25:57.669139 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fe2473a-1813-404f-8f6e-e44f8d9da6da req-d5197dc9-ed44-4597-a329-acde83e63086 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27a1937-f3fa-4b48-8a6c-b2825416ba4d HTTP/1.1" status: 200  len: 210 time: 0.0527411
Nov 11 22:25:57.768260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7aa242-7563-4924-93c1-ed2d0619fb30 req-979ee0df-5834-42a5-9368-fab1c30a8748 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:57.769979 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9d7aa242-7563-4924-93c1-ed2d0619fb30 req-979ee0df-5834-42a5-9368-fab1c30a8748 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.0871394
Nov 11 22:25:57.822505 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9d7aa242-7563-4924-93c1-ed2d0619fb30 req-fc9b13c6-123a-43b7-9986-930e12063b2d tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455363
Nov 11 22:25:58.201561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa4c4-00fb-4209-a59e-d267168fc201 req-362bbfd7-cd67-4ba1-9fb7-049b1eab16ee tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:58.203221 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-237fa4c4-00fb-4209-a59e-d267168fc201 req-362bbfd7-cd67-4ba1-9fb7-049b1eab16ee tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0872080
Nov 11 22:25:58.255807 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-237fa4c4-00fb-4209-a59e-d267168fc201 req-15d6d500-18d4-4168-b59b-821255718b13 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454133
Nov 11 22:25:59.054842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330bf89-2d06-43cc-8f64-002a743e3eb0 req-30da0762-6c01-4ad7-b883-c1ebacc74054 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:59.056414 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0330bf89-2d06-43cc-8f64-002a743e3eb0 req-30da0762-6c01-4ad7-b883-c1ebacc74054 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.0889428
Nov 11 22:25:59.116638 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0330bf89-2d06-43cc-8f64-002a743e3eb0 req-f4f22016-afa6-4bef-bd1c-54f3ea4bc372 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523121
Nov 11 22:25:59.516100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da59f5-12a7-47d7-8292-79f92a819be9 req-52b779df-8cb9-4d74-99ff-f63c9ad2041e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:25:59.517845 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78da59f5-12a7-47d7-8292-79f92a819be9 req-52b779df-8cb9-4d74-99ff-f63c9ad2041e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1057229
Nov 11 22:25:59.576525 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78da59f5-12a7-47d7-8292-79f92a819be9 req-44760187-b0b0-4b91-9df4-c132db672a2a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515206
Nov 11 22:26:00.171553 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 0ad62743-09ac-4896-9a4e-0fc054004675 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:26:00.207856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 0ad62743-09ac-4896-9a4e-0fc054004675 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:26:00.208266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 0ad62743-09ac-4896-9a4e-0fc054004675 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:26:00.382274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4cbd9-5b00-486e-892c-90d7a1f73258 req-9c06d508-33fe-4c40-b194-ab9a81beb170 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:00.384645 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7ac4cbd9-5b00-486e-892c-90d7a1f73258 req-9c06d508-33fe-4c40-b194-ab9a81beb170 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.0985074
Nov 11 22:26:00.444721 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7ac4cbd9-5b00-486e-892c-90d7a1f73258 req-35ec1469-9321-4c1c-afcc-40f59017c216 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526497
Nov 11 22:26:00.816980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d4cd7-7372-4720-9e2b-b6bf2c83fa19 req-db1cd1fb-1a7a-4772-8e25-15cf2a4f0bad tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:00.818716 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a5d4cd7-7372-4720-9e2b-b6bf2c83fa19 req-db1cd1fb-1a7a-4772-8e25-15cf2a4f0bad tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0979965
Nov 11 22:26:00.875481 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a5d4cd7-7372-4720-9e2b-b6bf2c83fa19 req-6b743fb3-4e6a-4754-9035-fd04a1376776 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503082
Nov 11 22:26:02.167961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb8927-b416-43ac-94e3-459f39d4e404 req-dd697d82-d6f9-46fa-b3fb-52a45be97cd3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:02.178594 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2fcb8927-b416-43ac-94e3-459f39d4e404 req-dd697d82-d6f9-46fa-b3fb-52a45be97cd3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1341305
Nov 11 22:26:02.232551 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2fcb8927-b416-43ac-94e3-459f39d4e404 req-5e26f7ee-097a-40ba-a248-7d976fa28212 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510838
Nov 11 22:26:03.460985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de1f0b-b070-45cd-89b9-f8688ba037cd req-5bf601f2-9b41-4526-a7d1-3304aad55f6b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:03.462589 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-60de1f0b-b070-45cd-89b9-f8688ba037cd req-5bf601f2-9b41-4526-a7d1-3304aad55f6b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0842938
Nov 11 22:26:03.517051 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-60de1f0b-b070-45cd-89b9-f8688ba037cd req-6c98722c-8d50-446e-9c06-6859bfb6eda8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483193
Nov 11 22:26:04.767037 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7829fa6-02fe-48db-b19a-c377d7b5b44e req-f1cc2b42-3104-43ba-b6c7-85d6816623c3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:04.769319 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e7829fa6-02fe-48db-b19a-c377d7b5b44e req-f1cc2b42-3104-43ba-b6c7-85d6816623c3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0969698
Nov 11 22:26:04.827594 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e7829fa6-02fe-48db-b19a-c377d7b5b44e req-a65b9de0-24b6-4940-9fe0-e0a098833829 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506392
Nov 11 22:26:06.210824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1214d-2f7f-4bfa-a3b0-9b514c9b7192 req-ec745514-6cf2-4e29-a404-5c1652d9b43b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:06.215306 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5be1214d-2f7f-4bfa-a3b0-9b514c9b7192 req-ec745514-6cf2-4e29-a404-5c1652d9b43b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1598980
Nov 11 22:26:06.287839 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5be1214d-2f7f-4bfa-a3b0-9b514c9b7192 req-00374806-0f12-4f25-a6af-f16da243f8af tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582097
Nov 11 22:26:06.451841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-74bfb4b0-080b-42b3-834c-424aec0e8d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:07.639648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844ed15-8c6c-4906-8327-96494b885439 req-4f30e053-d7da-4831-ae28-3fe700b7fb73 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:07.649125 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4844ed15-8c6c-4906-8327-96494b885439 req-4f30e053-d7da-4831-ae28-3fe700b7fb73 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1325102
Nov 11 22:26:07.697565 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4844ed15-8c6c-4906-8327-96494b885439 req-c41cbe65-64da-40b2-aac3-73cc8f3c6218 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471656
Nov 11 22:26:08.806375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c5554d5-f011-4c5e-8b50-c1fdf9dc5a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:08.846062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:09.247524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47badf9f-324e-49a8-96a7-30a4766959b3 req-4f57a196-84d7-44d8-9334-99f0cee40257 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:09.250554 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-47badf9f-324e-49a8-96a7-30a4766959b3 req-4f57a196-84d7-44d8-9334-99f0cee40257 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.2449253
Nov 11 22:26:09.276071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198091ee-da74-4d7b-bf96-e14d13ba55c1 req-e045977c-58ce-4c80-b35f-404257654a55 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:09.279266 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-198091ee-da74-4d7b-bf96-e14d13ba55c1 req-e045977c-58ce-4c80-b35f-404257654a55 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1963277
Nov 11 22:26:09.377966 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-198091ee-da74-4d7b-bf96-e14d13ba55c1 req-49f6142d-e4f6-41a2-8b6e-bdfc2f42bce7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773056
Nov 11 22:26:09.388127 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-47badf9f-324e-49a8-96a7-30a4766959b3 req-a6392753-9d61-405c-ad21-dbfd1651b871 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291277
Nov 11 22:26:09.467955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:10.665854 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c9776-528d-412a-9709-5451748c4515 req-6794d3c7-a647-471c-9394-cd4ec9bc28e9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:10.673042 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f43c9776-528d-412a-9709-5451748c4515 req-6794d3c7-a647-471c-9394-cd4ec9bc28e9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1034336
Nov 11 22:26:10.819596 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f43c9776-528d-412a-9709-5451748c4515 req-9652630c-a20b-4269-b034-bba064413c24 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1442220
Nov 11 22:26:10.866854 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88224-aff0-4f8e-9bbe-8a49ad2515cf req-30b60ff7-f0d3-4d63-9071-f7de9782ce20 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:10.868694 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-89f88224-aff0-4f8e-9bbe-8a49ad2515cf req-30b60ff7-f0d3-4d63-9071-f7de9782ce20 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.1597624
Nov 11 22:26:10.929904 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-89f88224-aff0-4f8e-9bbe-8a49ad2515cf req-47f83bb5-b76b-4984-9c66-82c3011bc464 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481584
Nov 11 22:26:11.137138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:12.316187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091ba5-79a1-4def-94c5-362831daff8f req-f157b65d-7840-47ec-93eb-27e717a0123f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:12.318989 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-45091ba5-79a1-4def-94c5-362831daff8f req-f157b65d-7840-47ec-93eb-27e717a0123f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.2775052
Nov 11 22:26:12.331077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbac5e6-479f-4f4e-ab6a-92c661762918 req-5fbdf099-724e-46c1-bfa7-827b008724b2 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:12.335946 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9cbac5e6-479f-4f4e-ab6a-92c661762918 req-5fbdf099-724e-46c1-bfa7-827b008724b2 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.2255135
Nov 11 22:26:12.425325 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9cbac5e6-479f-4f4e-ab6a-92c661762918 req-d0f2f02e-de0a-41fc-b828-3e16ad11124b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656097
Nov 11 22:26:12.434639 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-45091ba5-79a1-4def-94c5-362831daff8f req-c7e81ab1-43f8-4a99-81f8-9ef34a3de43b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968223
Nov 11 22:26:13.254442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:26:13.715210 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110abe04-e654-4610-9517-572615dc6dd0 req-aec8c725-f8fe-4064-b4c8-a2d710dcf82b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:13.723006 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-110abe04-e654-4610-9517-572615dc6dd0 req-aec8c725-f8fe-4064-b4c8-a2d710dcf82b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.1565363
Nov 11 22:26:13.768315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cabbc-0115-49df-b755-dffa2d0b49ef req-a6656f0d-753c-4c05-b2cb-d65423cb7cf2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:13.770052 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-676cabbc-0115-49df-b755-dffa2d0b49ef req-a6656f0d-753c-4c05-b2cb-d65423cb7cf2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1655130
Nov 11 22:26:13.835221 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-110abe04-e654-4610-9517-572615dc6dd0 req-78fa7011-23ab-4463-8a1b-38bb4d54d5bf tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101062
Nov 11 22:26:13.897803 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-676cabbc-0115-49df-b755-dffa2d0b49ef req-a2a5acd0-1b70-4194-8f66-a5d4d6a7cbde tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1139052
Nov 11 22:26:15.371537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a834fae-8c16-48dc-b2da-f6760db8844d req-e16a1227-fcbe-4ec7-b86b-4cb8d17c5b21 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:15.374829 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a834fae-8c16-48dc-b2da-f6760db8844d req-e16a1227-fcbe-4ec7-b86b-4cb8d17c5b21 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.3659790
Nov 11 22:26:15.442023 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8d27-ef43-4cf3-b8a1-f7def558c45d req-6c403d59-ce64-4bde-a92e-9fc3cd6fc2e0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:15.443768 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-41fe8d27-ef43-4cf3-b8a1-f7def558c45d req-6c403d59-ce64-4bde-a92e-9fc3cd6fc2e0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.3767347
Nov 11 22:26:15.534018 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6a834fae-8c16-48dc-b2da-f6760db8844d req-99190029-b9e6-4390-b6cd-e0528240a766 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447072
Nov 11 22:26:15.576387 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-41fe8d27-ef43-4cf3-b8a1-f7def558c45d req-1a314dd9-f53f-46d9-a13c-a1dff92104a6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210299
Nov 11 22:26:16.880509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2cc62-4ff6-496f-94b7-1c10a10e60b8 req-67d1a286-381c-4593-bc61-769121242f9d tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:16.882130 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-edf2cc62-4ff6-496f-94b7-1c10a10e60b8 req-67d1a286-381c-4593-bc61-769121242f9d tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.1559324
Nov 11 22:26:16.888538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61db0d-29fe-46eb-b05c-f047575369aa req-483adec6-db80-4011-887a-6e86e266bcfb tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:16.890228 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9d61db0d-29fe-46eb-b05c-f047575369aa req-483adec6-db80-4011-887a-6e86e266bcfb tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1285958
Nov 11 22:26:16.986194 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-edf2cc62-4ff6-496f-94b7-1c10a10e60b8 req-e21ae733-f72b-4d1b-bb94-3d57d6e120cc tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926538
Nov 11 22:26:16.990515 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9d61db0d-29fe-46eb-b05c-f047575369aa req-c1e10952-65e1-4fc5-9aaa-c63be931cbef tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757999
Nov 11 22:26:18.306950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aed9a-5fdd-429e-b32e-c84d7b413b48 req-356640bd-42c0-4503-9f48-02c2be134bd2 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:18.308819 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bf5aed9a-5fdd-429e-b32e-c84d7b413b48 req-356640bd-42c0-4503-9f48-02c2be134bd2 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.1634586
Nov 11 22:26:18.316909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb53113-f937-4757-a53a-49f3d0f4d690 req-eb784f52-bc88-4eab-bc49-3e53f2809718 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:18.318673 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-abb53113-f937-4757-a53a-49f3d0f4d690 req-eb784f52-bc88-4eab-bc49-3e53f2809718 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1701326
Nov 11 22:26:18.411809 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bf5aed9a-5fdd-429e-b32e-c84d7b413b48 req-ec23ff56-7c43-4eaa-b3a0-ba1034fd046e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904319
Nov 11 22:26:18.421464 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-abb53113-f937-4757-a53a-49f3d0f4d690 req-0800e59d-8ebb-4f39-84d1-b21b9cefdcfc tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807605
Nov 11 22:26:19.758593 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c78a0-eff6-49e5-b12c-3317e69d0abe req-d62296d7-0b94-466c-a84f-1a22408e3497 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:19.760227 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ee3c78a0-eff6-49e5-b12c-3317e69d0abe req-d62296d7-0b94-466c-a84f-1a22408e3497 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.1895716
Nov 11 22:26:19.771264 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11ab8b-b64f-44f2-b412-0f27de8ab006 req-e6b90f67-af6d-4eb2-8aea-eedf604d816d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:19.772813 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8b11ab8b-b64f-44f2-b412-0f27de8ab006 req-e6b90f67-af6d-4eb2-8aea-eedf604d816d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1327724
Nov 11 22:26:19.857004 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ee3c78a0-eff6-49e5-b12c-3317e69d0abe req-17756383-899b-4bf5-b51f-2f01b3a55cd2 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827973
Nov 11 22:26:19.859629 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8b11ab8b-b64f-44f2-b412-0f27de8ab006 req-63b38025-bea8-4620-a8ed-ae3f1859aa2a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681560
Nov 11 22:26:21.228972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de66f2-586c-44df-9faa-9ea6f4d0e2a6 req-fe6e4f81-0ce6-4516-b9df-1a0686cc4ac5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:21.230678 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b6de66f2-586c-44df-9faa-9ea6f4d0e2a6 req-fe6e4f81-0ce6-4516-b9df-1a0686cc4ac5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1269598
Nov 11 22:26:21.237711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81b3bf-e68c-4851-9b6c-377f6591d2a5 req-2be36558-6ee2-4145-a3eb-6211804aa4af tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:21.239923 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3a81b3bf-e68c-4851-9b6c-377f6591d2a5 req-2be36558-6ee2-4145-a3eb-6211804aa4af tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.1719015
Nov 11 22:26:21.329444 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b6de66f2-586c-44df-9faa-9ea6f4d0e2a6 req-89469c2d-0f0c-42a1-ba78-2329baee462c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879300
Nov 11 22:26:21.332926 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3a81b3bf-e68c-4851-9b6c-377f6591d2a5 req-e4c8b553-f587-44df-a390-f03d74194d6e tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717747
Nov 11 22:26:22.303790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-726da2dd-c09f-41bd-ac47-5df68c9ff48b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:22.304568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-726da2dd-c09f-41bd-ac47-5df68c9ff48b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Synchronizing usage tracker for tenant:94d15f752e56495e844ab0c9816c149f on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:26:22.366478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-726da2dd-c09f-41bd-ac47-5df68c9ff48b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Unset dirty status for tenant:94d15f752e56495e844ab0c9816c149f on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:26:22.369023 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-726da2dd-c09f-41bd-ac47-5df68c9ff48b tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.65 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.1545923
Nov 11 22:26:22.507471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Deleting port 93713cc7-2d6a-4260-9739-4f8849bfdbfb {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:26:22.508119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:22.667173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201774e-6b82-4f9b-8853-de385f46f635 req-66314ecb-824b-4048-b07f-05f7ecd04893 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:22.668806 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7201774e-6b82-4f9b-8853-de385f46f635 req-66314ecb-824b-4048-b07f-05f7ecd04893 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.1852245
Nov 11 22:26:22.681033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b017e1-95e0-4589-8a45-c325584fb69d req-5e842cf5-02a1-4b2a-a011-ec5482872d91 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:22.682706 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9b017e1-95e0-4589-8a45-c325584fb69d req-5e842cf5-02a1-4b2a-a011-ec5482872d91 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 946 time: 0.1548827
Nov 11 22:26:22.770536 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7201774e-6b82-4f9b-8853-de385f46f635 req-e89dbb14-49ba-4bbd-80e6-a38257e09d20 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867307
Nov 11 22:26:22.773672 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9b017e1-95e0-4589-8a45-c325584fb69d req-07744f99-eb34-4b83-9891-a1be5c2b064f tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf1b9b5-4b32-4801-97bb-63d323bb6849&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746312
Nov 11 22:26:22.815444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] For port 93713cc7-2d6a-4260-9739-4f8849bfdbfb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=93713cc7-2d6a-4260-9739-4f8849bfdbfb,segment=NetworkSegment(29c0b24c-4eeb-41a9-9842-afa0f234702a),segment_id=29c0b24c-4eeb-41a9-9842-afa0f234702a)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:26:22.815858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:22.975079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Calling delete_port for 93713cc7-2d6a-4260-9739-4f8849bfdbfb owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:26:23.175795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:23.182567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:26:23.226791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['93713cc7-2d6a-4260-9739-4f8849bfdbfb'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:26:23.230542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Pushing event deleted for resources: {'Port': ['ID=93713cc7-2d6a-4260-9739-4f8849bfdbfb,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:26:23.233492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:26:23.317799 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] No DVR routers for this DVR port 93713cc7-2d6a-4260-9739-4f8849bfdbfb on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:26:23.320436 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:23.323479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d', 'name': 'network-vif-deleted', 'tag': '93713cc7-2d6a-4260-9739-4f8849bfdbfb'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:26:23.366345 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-62704f85-acb5-45f7-a3a7-cadbc583692e req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.65 "DELETE /v2.0/ports/93713cc7-2d6a-4260-9739-4f8849bfdbfb HTTP/1.1" status: 204  len: 173 time: 0.9881997
Nov 11 22:26:23.382687 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d', 'name': 'network-vif-deleted', 'tag': '93713cc7-2d6a-4260-9739-4f8849bfdbfb', 'status': 'completed', 'code': 200}
Nov 11 22:26:24.064224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d2477-1a46-4150-a9c8-2ad0c8032017 req-98e632fc-8e86-4480-a0ab-eff06cc30629 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:24.069376 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-308d2477-1a46-4150-a9c8-2ad0c8032017 req-98e632fc-8e86-4480-a0ab-eff06cc30629 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.0953441
Nov 11 22:26:24.141930 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ae98c400-3b05-47e8-80bb-c10333cece82 req-56af1c33-939c-4bae-9705-b119086b37a4 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] 10.222.0.18 "GET /v2.0/ports?device_id=efcb2f91-c9f5-4b32-b02d-2b8e1ef7b02d HTTP/1.1" status: 200  len: 210 time: 0.0708447
Nov 11 22:26:24.216042 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-308d2477-1a46-4150-a9c8-2ad0c8032017 req-fa072ea7-9a00-460b-a183-eb06d41d3b92 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087713
Nov 11 22:26:24.292440 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-59b2890c-c42b-4b85-9fcc-7ca198271252 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1098 time: 0.1002176
Nov 11 22:26:24.779903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-3bbafea7-8552-4f34-ba2a-bf644d84b970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:24.781582 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-3bbafea7-8552-4f34-ba2a-bf644d84b970 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.4669657
Nov 11 22:26:24.926824 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-9a5e256b-3a33-49bb-b1d5-a8ce5c30b464 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 200  len: 1000 time: 0.1366456
Nov 11 22:26:25.090085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-dcc44fb9-a891-407d-ad6b-c18777a5ca9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:25.090085 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-dcc44fb9-a891-407d-ad6b-c18777a5ca9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0726383
Nov 11 22:26:25.096682 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-af33878f-a4d9-42a2-abb6-3cf5b82d0937 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837293
Nov 11 22:26:25.258474 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-2d117241-968e-4244-aa5e-3f2b59790518 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462801
Nov 11 22:26:25.482441 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5edc201b-1998-426e-b6fc-4fb93075e002 req-07623d6e-2190-4eb1-adb9-8b921d30fbba service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149470
Nov 11 22:26:25.738056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99808cde-7573-4474-910b-5c522089b439 req-135b9b17-cdbb-466a-9568-9c23adeaac19 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:25.739506 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-99808cde-7573-4474-910b-5c522089b439 req-135b9b17-cdbb-466a-9568-9c23adeaac19 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 945 time: 0.3203950
Nov 11 22:26:25.804592 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-99808cde-7573-4474-910b-5c522089b439 req-4f4b8251-4d65-4dbb-bcce-3fee803b8b32 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550060
Nov 11 22:26:26.291046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 93713cc7-2d6a-4260-9739-4f8849bfdbfb no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:26:26.326907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 93713cc7-2d6a-4260-9739-4f8849bfdbfb {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:26:26.327218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 93713cc7-2d6a-4260-9739-4f8849bfdbfb not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:26:26.327636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:26:26.452338 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:26.483925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:26:26.500036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:26:26.537221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:26.541815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a230e977-fcb0-4588-9b4c-dbb510b67384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:26:26.599249 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50', 'code': 200}
Nov 11 22:26:26.638214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=8']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:26:26.656117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.656117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.656117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.656117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.656754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.657515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.658173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.658742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.659458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.660169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.660814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:26.668345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:26:26.992774 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:27.077017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff3a2a-03e4-425d-8ace-397d818e4059 req-0982f0e4-56ae-44a6-b9ce-b53da55646be tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:27.079309 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-baff3a2a-03e4-425d-8ace-397d818e4059 req-0982f0e4-56ae-44a6-b9ce-b53da55646be tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1015868
Nov 11 22:26:27.145198 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-baff3a2a-03e4-425d-8ace-397d818e4059 req-1101a7e0-92b1-4ad4-83cb-59109c0ddbb8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534365
Nov 11 22:26:28.439225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64826568-a20e-47c5-869c-8d797f7a5a63 req-02263671-d4a5-4b98-bb47-1e5a9c75c0de tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:28.441303 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-64826568-a20e-47c5-869c-8d797f7a5a63 req-02263671-d4a5-4b98-bb47-1e5a9c75c0de tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0878282
Nov 11 22:26:28.495167 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-64826568-a20e-47c5-869c-8d797f7a5a63 req-9c6413bc-11c2-4e2a-98b0-7ade254645f6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466475
Nov 11 22:26:29.729802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4aa90a-48a3-4122-a86e-32666015e76d req-ad8e2665-3e5c-43a5-85b9-8e8cdefc23e3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:29.731511 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e4aa90a-48a3-4122-a86e-32666015e76d req-ad8e2665-3e5c-43a5-85b9-8e8cdefc23e3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0913217
Nov 11 22:26:29.785212 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e4aa90a-48a3-4122-a86e-32666015e76d req-c2161a90-1228-4988-81b6-c1be129db632 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464346
Nov 11 22:26:31.012371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4512e9-dbec-4547-9098-966fb19aeaae req-dfb6d6ae-6dba-495b-b5d2-3dd8f1e3dd6e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:31.014213 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e4512e9-dbec-4547-9098-966fb19aeaae req-dfb6d6ae-6dba-495b-b5d2-3dd8f1e3dd6e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0895784
Nov 11 22:26:31.070972 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e4512e9-dbec-4547-9098-966fb19aeaae req-21984e47-ab3d-4c35-814a-8fce83c6da94 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498533
Nov 11 22:26:32.299017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4f645-2e43-4514-85fd-82387c56bf58 req-16a6afa6-edf5-4c5b-be44-1860577dc753 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:32.300891 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5ed4f645-2e43-4514-85fd-82387c56bf58 req-16a6afa6-edf5-4c5b-be44-1860577dc753 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0889404
Nov 11 22:26:32.306281 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:26:32.390223 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5ed4f645-2e43-4514-85fd-82387c56bf58 req-8a58ac0f-d7c2-4770-b2f4-6e683a2eb3e2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751309
Nov 11 22:26:32.432792 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-b59e1c48-6927-474d-9284-1bddb77a6116 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0865896
Nov 11 22:26:32.608429 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-f5a0cc85-8b48-4d54-b263-d2bc45cf92d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 1099 time: 0.0874422
Nov 11 22:26:32.800443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-9a0d946d-db11-4362-9adc-d71eae22fee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:32.802140 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-9a0d946d-db11-4362-9adc-d71eae22fee7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.1525722
Nov 11 22:26:32.926275 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-fd6e444c-d0b7-4967-8663-d92f67743011 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081 HTTP/1.1" status: 200  len: 1002 time: 0.1153429
Nov 11 22:26:33.003957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-445c60de-2c2f-4556-bf2f-7ae114b45286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:33.005602 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-445c60de-2c2f-4556-bf2f-7ae114b45286 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0700369
Nov 11 22:26:33.093617 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-4a4437ae-2fd1-40c1-9b2f-ae30dd1440e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779624
Nov 11 22:26:33.387818 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-28fcb0df-abaa-4230-8997-88c11764e811 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496866
Nov 11 22:26:33.588199 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cd533af5-0a4d-4b1e-a071-f5e5eeb0e7ca req-ee519fa8-2a4d-4b13-83b7-b2ffd2d6155c service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897106
Nov 11 22:26:33.697023 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d318b37-d07a-4524-9275-28d08e88911e req-6bfab88a-7e1b-4229-bf87-502df3694641 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:33.698732 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0d318b37-d07a-4524-9275-28d08e88911e req-6bfab88a-7e1b-4229-bf87-502df3694641 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1017463
Nov 11 22:26:33.759293 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0d318b37-d07a-4524-9275-28d08e88911e req-b3b9f325-cac2-4f20-841b-612189c4acce tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465715
Nov 11 22:26:34.677857 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-02f71a6b-1ae5-4852-939d-60489fb8dcaf tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044358575&fields=id&tenant_id=5662459331cb471ca57d033755c019c5 HTTP/1.1" status: 200  len: 267 time: 0.0611122
Nov 11 22:26:34.887257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-9ec5426f-b90e-4c43-9099-d06586c0974c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:34.895345 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-9ec5426f-b90e-4c43-9099-d06586c0974c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 809 time: 0.2049153
Nov 11 22:26:34.917349 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-c07199a2-ffff-4a8c-b449-49428b4cff97 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/quotas/5662459331cb471ca57d033755c019c5 HTTP/1.1" status: 200  len: 375 time: 0.0196583
Nov 11 22:26:35.133973 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-00ed6dea-b976-4a51-b74c-3a484abe52e9 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2108610
Nov 11 22:26:35.260598 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4ce808fd-5057-4df5-9f80-e80ce12228c2 req-4fd4ea27-8029-4621-ba7b-ed31bde924f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1838191
Nov 11 22:26:35.308981 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-e37a827e-acfe-47fc-b0bc-a198b7105319 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551116
Nov 11 22:26:35.531361 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-d031d2e6-9b4c-45a8-9a28-afeae87a8861 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2154007
Nov 11 22:26:35.702342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e19ae-3470-49f1-a6c2-45e44fdffd2f req-6ff8931e-97bc-43f5-8e26-ff7eb5f386fa tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:35.704828 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-757e19ae-3470-49f1-a6c2-45e44fdffd2f req-6ff8931e-97bc-43f5-8e26-ff7eb5f386fa tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1242218
Nov 11 22:26:35.791656 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-757e19ae-3470-49f1-a6c2-45e44fdffd2f req-af736162-1551-4301-84ce-8f2457cf8460 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799181
Nov 11 22:26:35.907706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 51600) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:26:36.380762 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7cc22270-8cca-41ee-99c0-e43fe1586bf4 req-a97d4194-a333-4659-a21c-9d2fafb18178 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 210 time: 0.0587840
Nov 11 22:26:36.393561 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-39c15e4e-eb43-4fc8-a326-64e64785c574 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4843726
Nov 11 22:26:36.423537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-32dcfd38-53da-4cc2-b9d4-66407284be1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:37.198991 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74603800-fc0e-43a1-85dc-e300c4c2a318 req-4512417b-b5b7-4ee2-ad98-309b2684459c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:37.202631 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-74603800-fc0e-43a1-85dc-e300c4c2a318 req-4512417b-b5b7-4ee2-ad98-309b2684459c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1663089
Nov 11 22:26:37.320408 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-74603800-fc0e-43a1-85dc-e300c4c2a318 req-fd7f5927-f01a-4388-b00e-670e0f467b8e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049318
Nov 11 22:26:37.683586 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d04feff7-6477-4cdb-853d-bc8b29295711 req-01cf28db-c6f1-4d93-a272-b4f475da6476 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 210 time: 0.0958204
Nov 11 22:26:38.640503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655866-7759-4e5c-b95f-5f4b7dca0d44 req-ea12edf7-36f2-449c-8068-008685a02621 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:38.642865 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3655866-7759-4e5c-b95f-5f4b7dca0d44 req-ea12edf7-36f2-449c-8068-008685a02621 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1304564
Nov 11 22:26:38.715910 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3655866-7759-4e5c-b95f-5f4b7dca0d44 req-7ca7d11d-d8f5-4c6c-9230-91ea1afca701 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614932
Nov 11 22:26:38.794459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-ba133106-d60a-4f4e-bf76-eb8ff5de277f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:38.795234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-ba133106-d60a-4f4e-bf76-eb8ff5de277f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Synchronizing usage tracker for tenant:5662459331cb471ca57d033755c019c5 on resource:network {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:26:38.816996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f60e04a8-9f9b-47ed-a85f-c6f969c0bf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:38.819736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:38.846979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-ba133106-d60a-4f4e-bf76-eb8ff5de277f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Unset dirty status for tenant:5662459331cb471ca57d033755c019c5 on resource:network {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:26:38.848542 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-ba133106-d60a-4f4e-bf76-eb8ff5de277f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.65 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 809 time: 0.3174407
Nov 11 22:26:38.942668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-3830a32b-5a65-4b69-90db-58b8c72d6565 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Synchronizing usage tracker for tenant:5662459331cb471ca57d033755c019c5 on resource:security_group {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:26:39.005515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-3830a32b-5a65-4b69-90db-58b8c72d6565 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Unset dirty status for tenant:5662459331cb471ca57d033755c019c5 on resource:security_group {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:26:39.006847 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-3830a32b-5a65-4b69-90db-58b8c72d6565 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5662459331cb471ca57d033755c019c5 HTTP/1.1" status: 200  len: 380 time: 0.1390898
Nov 11 22:26:39.012365 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a23aef00-4931-4130-ad86-f46336d4ba52 req-eb97d49f-29a3-4952-8ba5-d602a6215b40 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 210 time: 0.0521827
Nov 11 22:26:39.021152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'port': {'device_id': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'admin_state_up': True, 'tenant_id': '5662459331cb471ca57d033755c019c5', 'security_groups': ['78311670-ce54-4b3c-ac84-d565d1b1878b']}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:26:39.250767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:26:39.256563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:port and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:26:39.263066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:26:39.277485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:26:39.337143 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Made reservation on behalf of 5662459331cb471ca57d033755c019c5 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:26:39.352732 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:39.422471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:39.820255 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-5dc52318-36b6-42cd-9216-2acd187c5d89 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99&tenant_id=d02f1b3553cb4602beed9d3c0152c10e HTTP/1.1" status: 200  len: 1096 time: 0.2740462
Nov 11 22:26:39.836218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Allocated IP 172.20.0.10 (1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386/1ed215e1-f9b0-4d6f-8936-d549c522bdd6/8f29da75-da1e-463d-bb4c-54ba6b12215a) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:26:40.111170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde171c-a8f7-42c5-945c-7746dd804533 req-571df2fd-b8ec-43d0-b86a-a45f2ff28637 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:40.111170 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2dde171c-a8f7-42c5-945c-7746dd804533 req-571df2fd-b8ec-43d0-b86a-a45f2ff28637 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1950283
Nov 11 22:26:40.144332 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2dde171c-a8f7-42c5-945c-7746dd804533 req-1502f1ad-2f6d-43ab-b532-05cdbe262868 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483880
Nov 11 22:26:40.217112 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-983145f4-32cf-43cf-958c-520ab060246c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1096 time: 0.3204291
Nov 11 22:26:40.223092 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7045cdb0-c34d-44ac-bb9a-140c6abc339c req-340cb877-e043-4995-9105-c670c276b46d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 210 time: 0.0476193
Nov 11 22:26:40.261686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:40.350906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Transition to ACTIVE for port object 8f29da75-da1e-463d-bb4c-54ba6b12215a will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:26:40.407977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-63969bfd-86e1-4a35-a7ae-94192601d29e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:40.409664 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-63969bfd-86e1-4a35-a7ae-94192601d29e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.1802580
Nov 11 22:26:40.506128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:40.519203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0881d5fb-4c32-4009-a19d-697037bc5a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:26:40.648766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:26:40.662691 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:26:40.670925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:26:40.672604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:26:40.676216 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-111fd822-94d0-47ea-aa88-68f68c7ed58a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 200  len: 998 time: 0.2519112
Nov 11 22:26:40.677109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:26:40.813078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:40.813995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:40.821330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-ddc44ffa-14fe-47cb-bbdb-ea79585a50b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:40.823270 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-ddc44ffa-14fe-47cb-bbdb-ea79585a50b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.1158631
Nov 11 22:26:41.166085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:41.208343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1895015
Nov 11 22:26:41.262042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Request body: {'port': {'device_id': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:26:41.318970 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-d2786caf-c726-446d-ba27-bdcdfb33bc1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4814007
Nov 11 22:26:41.433777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-fc1d571a-3751-4c55-9d0e-14e79d59294f None None] Provisioning for port 8f29da75-da1e-463d-bb4c-54ba6b12215a completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:26:41.442030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-fc1d571a-3751-4c55-9d0e-14e79d59294f None None] Provisioning complete for port 8f29da75-da1e-463d-bb4c-54ba6b12215a triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:26:41.443360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fc1d571a-3751-4c55-9d0e-14e79d59294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:41.462396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:41.524382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7054b-1f0c-4993-8643-4c29f718d695 req-d023f32d-ff58-417c-8789-af0afe191476 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:41.535204 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bdf7054b-1f0c-4993-8643-4c29f718d695 req-d023f32d-ff58-417c-8789-af0afe191476 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1878612
Nov 11 22:26:41.586055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d571a-3751-4c55-9d0e-14e79d59294f None None] Port 8f29da75-da1e-463d-bb4c-54ba6b12215a cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:26:41.606775 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bdf7054b-1f0c-4993-8643-4c29f718d695 req-d166cf59-e710-4b5e-a72b-25749064905b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718029
Nov 11 22:26:41.661618 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1880de-ed51-4100-ad3e-1e860cb216b8 req-57c3fc44-e991-4ceb-97ca-c2c901e2c652 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:41.669805 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8c1880de-ed51-4100-ad3e-1e860cb216b8 req-57c3fc44-e991-4ceb-97ca-c2c901e2c652 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 932 time: 0.2412622
Nov 11 22:26:41.724468 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8c1880de-ed51-4100-ad3e-1e860cb216b8 req-22bd6789-15bf-48a9-b496-e787b2daf92e tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536394
Nov 11 22:26:41.762864 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-3379b45e-fb3e-456a-8f23-04ae447ce8c4 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4232800
Nov 11 22:26:42.044446 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9dfaf991-56c4-492e-a0c5-54ddd9d6c40f req-18707a58-5f77-4a53-aae9-a2b2219f8888 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2644036
Nov 11 22:26:42.179363 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f29da75-da1e-463d-bb4c-54ba6b12215a {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:26:42.188673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:42.205243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Transition to ACTIVE for port object 8f29da75-da1e-463d-bb4c-54ba6b12215a will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:26:42.239809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:42.249324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e3e880d4-1e2d-407e-ad75-3670d4d595ae tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:26:42.450237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Pushing event updated for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:26:42.458192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:26:42.682806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Attempting to bind port 8f29da75-da1e-463d-bb4c-54ba6b12215a on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:26:42.683352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Attempting to bind port 8f29da75-da1e-463d-bb4c-54ba6b12215a by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:26:42.684138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Attempting to bind port 8f29da75-da1e-463d-bb4c-54ba6b12215a on network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:26:42.696112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Port 8f29da75-da1e-463d-bb4c-54ba6b12215a on network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:26:42.696663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Attempting to bind port 8f29da75-da1e-463d-bb4c-54ba6b12215a on network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:26:42.711557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:26:42.711961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Checking segment: {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:26:42.712347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Bound using segment: {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:26:42.713401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Bound port: 8f29da75-da1e-463d-bb4c-54ba6b12215a, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d1cffa-454c-4db5-afff-e3eb4bb864d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:26:42.713820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:42.757420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 51714) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:26:42.894948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Deleting subnet b298e793-ab38-42b2-9f0f-be0d9717976b {{(pid=88345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:26:42.937159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:43.026376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839003491'] for subnet, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:43.028599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:26:43.032684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:26:43.068405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:43.082220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-075abe2d-4866-45da-800f-18773fecec81 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:26:43.116714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d8c2b-e009-48ef-976c-86ea82e76766 req-9d827afe-2ebc-443f-ac83-bb59188da839 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:43.126222 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc1d8c2b-e009-48ef-976c-86ea82e76766 req-9d827afe-2ebc-443f-ac83-bb59188da839 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.2271035
Nov 11 22:26:43.186660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:43.219505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Pushing event updated for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:26:43.224432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:26:43.237682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:43.240625 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] 10.222.0.65 "PUT /v2.0/ports/8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 1094 time: 2.0074422
Nov 11 22:26:43.241386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:26:43.244113 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc1d8c2b-e009-48ef-976c-86ea82e76766 req-25282ded-86c2-4eaa-9739-69c67e422298 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1168306
Nov 11 22:26:43.392256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15913287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16235470'] for subnet, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:43.408315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:26:43.502494 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-6041cd8f-0590-4267-a104-73d270cc05c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1097 time: 0.1778226
Nov 11 22:26:43.511330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b298e793-ab38-42b2-9f0f-be0d9717976b,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:26:43.552287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:43.602237 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'status': 'completed', 'code': 200}
Nov 11 22:26:43.625468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.625886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.626366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.626769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.627344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.628288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.628702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.629114 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.629654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.630053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.630451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:26:43.631333 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-baea0788-f0e9-4c36-832b-0791cf62275a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 217 time: 0.1189239
Nov 11 22:26:43.640414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:26:43.650026 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0ef8cbf8-cc96-49ec-99c4-e6b1ee52db5a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b298e793-ab38-42b2-9f0f-be0d9717976b HTTP/1.1" status: 204  len: 168 time: 0.8912649
Nov 11 22:26:43.660852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 51750) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:26:43.763543 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-51cb4c61-8741-4f68-b3e8-ac7f8587fe41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:43.765678 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-51cb4c61-8741-4f68-b3e8-ac7f8587fe41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 200  len: 848 time: 0.1213913
Nov 11 22:26:43.971386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35503-7f81-4a1e-9ace-3137f10b112e req-3e4b9994-1b04-440f-819b-e08a8cbc7434 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:43.979161 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-92f44465-c981-41f2-aa5f-eb24078f14a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2047682
Nov 11 22:26:43.985541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b0e35503-7f81-4a1e-9ace-3137f10b112e req-3e4b9994-1b04-440f-819b-e08a8cbc7434 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.4761245
Nov 11 22:26:44.059129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:44.225734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:44.293271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b6f7f9e8>,) {'filters': {'network_id': ['a751847a-76d9-414b-b331-4c024736036b']}} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:26:44.334146 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b0e35503-7f81-4a1e-9ace-3137f10b112e req-1037b4e1-9d03-4196-bab8-7adcf10f8e84 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3438177
Nov 11 22:26:44.347359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6f7f9e8>, '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc') {'for_net_delete': True} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:26:44.361572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6f7f9e8>, '068649fb-6ce7-48cb-ae0e-10d1d4b8dcfc') {} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:26:44.371559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15772308'] for segment, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:44.396277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:44.404093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:26:44.404752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838860827'] for segment, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:26:44.424377 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:26:44.672827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:44.676939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:26:44.702179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:44.719594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979973cc-12a9-46fb-b381-821f3c914ac8 req-d3a55132-3b15-4071-ba47-f36c0d416018 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:44.720918 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-979973cc-12a9-46fb-b381-821f3c914ac8 req-d3a55132-3b15-4071-ba47-f36c0d416018 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1897590
Nov 11 22:26:44.728640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a751847a-76d9-414b-b331-4c024736036b,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:26:44.733098 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:26:44.754576 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] 10.222.0.18 "DELETE /v2.0/networks/a751847a-76d9-414b-b331-4c024736036b HTTP/1.1" status: 204  len: 168 time: 1.0914795
Nov 11 22:26:44.801649 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-979973cc-12a9-46fb-b381-821f3c914ac8 req-5e971710-a8f6-4efe-a180-e060a1a4f9f2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702095
Nov 11 22:26:45.341873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 51768) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:26:45.498446 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b9aa366d-69f1-49de-a736-4ebed1487001 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f76d0fc673c443d9a3f5a3b9e6d38a45&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1508489
Nov 11 22:26:45.504009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 51776) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:26:45.640279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ffce1ae0-deda-41a6-80aa-b41904a8b2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:45.709744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70ec87-0c18-4c28-8cb4-94bdd4ad5965 req-9fd3e210-c6b7-42b1-b9e7-46ac64474cfc tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:45.723003 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3b70ec87-0c18-4c28-8cb4-94bdd4ad5965 req-9fd3e210-c6b7-42b1-b9e7-46ac64474cfc tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1710982
Nov 11 22:26:45.752041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ffce1ae0-deda-41a6-80aa-b41904a8b2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:45.809251 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3b70ec87-0c18-4c28-8cb4-94bdd4ad5965 req-c30b673d-3972-45fb-8312-b0a47e880b7d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831335
Nov 11 22:26:45.925393 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ffce1ae0-deda-41a6-80aa-b41904a8b2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:45.944058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:26:46.052662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce1ae0-deda-41a6-80aa-b41904a8b2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d5609c-014d-49bd-b6ea-113daa778124,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:26:46.062559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ffce1ae0-deda-41a6-80aa-b41904a8b2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:26:46.105730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ffce1ae0-deda-41a6-80aa-b41904a8b2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:46.124145 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ffce1ae0-deda-41a6-80aa-b41904a8b2b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96d5609c-014d-49bd-b6ea-113daa778124 HTTP/1.1" status: 204  len: 168 time: 0.6200862
Nov 11 22:26:46.316725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1dac-c3aa-46de-bd91-02c7c72d2995 req-fba1193b-23b2-4b44-8c9b-cebe9d6f3cef tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:46.318460 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d49e1dac-c3aa-46de-bd91-02c7c72d2995 req-fba1193b-23b2-4b44-8c9b-cebe9d6f3cef tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1473546
Nov 11 22:26:46.395757 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d49e1dac-c3aa-46de-bd91-02c7c72d2995 req-db4737d1-2cd8-4d4b-ba00-deb2ae2b5067 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639462
Nov 11 22:26:47.207363 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17e84-e159-44f5-917d-1a660be5e30d req-e82d337d-28d8-407c-a704-0624907b717a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:47.213762 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ccb17e84-e159-44f5-917d-1a660be5e30d req-e82d337d-28d8-407c-a704-0624907b717a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1651385
Nov 11 22:26:47.384939 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ccb17e84-e159-44f5-917d-1a660be5e30d req-bc39f512-a157-4d13-a50e-82ba6ebcf8d1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1661005
Nov 11 22:26:47.818580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e952295-ade2-43c1-b758-8185156bcc3e req-3adbad83-1a73-45e9-887e-035f9192eb01 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:47.823366 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8e952295-ade2-43c1-b758-8185156bcc3e req-3adbad83-1a73-45e9-887e-035f9192eb01 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.2284753
Nov 11 22:26:47.909983 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8e952295-ade2-43c1-b758-8185156bcc3e req-7c03ad1e-46b0-4a24-8d1d-f3b4e86ecaf7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727093
Nov 11 22:26:48.707216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f5002-e08e-4eca-9874-7a3069576e13 req-77371fec-a87c-4094-b359-55b97b631193 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:48.708881 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8d9f5002-e08e-4eca-9874-7a3069576e13 req-77371fec-a87c-4094-b359-55b97b631193 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1124773
Nov 11 22:26:48.761648 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8d9f5002-e08e-4eca-9874-7a3069576e13 req-f3ca4b85-f28b-462a-91c5-49759eb8b262 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462441
Nov 11 22:26:49.317835 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7675ec-cfda-4a43-bd83-5b5f04be46bf req-13a55aa1-77fb-49e3-a4e4-adc2b04e1d50 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:49.326192 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba7675ec-cfda-4a43-bd83-5b5f04be46bf req-13a55aa1-77fb-49e3-a4e4-adc2b04e1d50 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1828036
Nov 11 22:26:49.387384 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba7675ec-cfda-4a43-bd83-5b5f04be46bf req-dcdf6508-8134-42a5-803b-a8e8ec60110d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598269
Nov 11 22:26:50.217467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ccf2-28e8-40b6-bdfe-21abff8272b7 req-74f8cfb9-ecca-4dd3-80e7-b3dadd3520d0 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:50.224111 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9378ccf2-28e8-40b6-bdfe-21abff8272b7 req-74f8cfb9-ecca-4dd3-80e7-b3dadd3520d0 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.2262180
Nov 11 22:26:50.263510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:26:50.330039 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9378ccf2-28e8-40b6-bdfe-21abff8272b7 req-8710e8de-0fca-4a27-bf05-a4560d0aac87 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937619
Nov 11 22:26:50.748865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcb53b-9c66-45f9-bec3-98ff5494371a req-a14d5558-2457-4fd1-905c-c3eabb3ab559 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:50.754343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fbcb53b-9c66-45f9-bec3-98ff5494371a req-a14d5558-2457-4fd1-905c-c3eabb3ab559 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1281018
Nov 11 22:26:50.893459 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fbcb53b-9c66-45f9-bec3-98ff5494371a req-11a679c9-4401-45e7-b463-9879d0e19935 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1358376
Nov 11 22:26:51.702989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869917c-5c89-4f14-9d8d-f9687f5f10e0 req-09908207-27b3-4801-8682-26af5788d721 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:51.712237 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d869917c-5c89-4f14-9d8d-f9687f5f10e0 req-09908207-27b3-4801-8682-26af5788d721 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1083071
Nov 11 22:26:51.779870 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d869917c-5c89-4f14-9d8d-f9687f5f10e0 req-95002514-93ff-4e5e-9310-603be9614415 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658772
Nov 11 22:26:52.205716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237454-249b-4e19-a5b7-092ad989d63f req-e7b99ea0-549a-4719-89a6-a5ab376bd651 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:52.207411 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-30237454-249b-4e19-a5b7-092ad989d63f req-e7b99ea0-549a-4719-89a6-a5ab376bd651 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0908701
Nov 11 22:26:52.261239 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-30237454-249b-4e19-a5b7-092ad989d63f req-4ffe52b7-ae54-4513-91bd-dcc6c15a2d78 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471501
Nov 11 22:26:53.289500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7daa4-0f25-4452-8baf-730616a07697 req-634ff700-aeaf-4e6b-af70-5512744f6b6f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:53.291457 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fde7daa4-0f25-4452-8baf-730616a07697 req-634ff700-aeaf-4e6b-af70-5512744f6b6f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.2268348
Nov 11 22:26:53.427457 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fde7daa4-0f25-4452-8baf-730616a07697 req-23b4add4-b3c4-4263-a4c3-b6b0fed6e7dd tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280832
Nov 11 22:26:53.612059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49fd9b-8164-4716-a3f2-5ff07fc1150d req-4680df4d-dac9-4541-a0d4-f480b398ab33 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:53.613821 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4f49fd9b-8164-4716-a3f2-5ff07fc1150d req-4680df4d-dac9-4541-a0d4-f480b398ab33 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1443574
Nov 11 22:26:53.734516 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4f49fd9b-8164-4716-a3f2-5ff07fc1150d req-9578315c-10c3-42f9-ac4a-320e95b85001 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941038
Nov 11 22:26:54.715327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ed772-879c-4012-b4b1-f9fa54899034 req-1d9b5f7f-a75a-4ca6-a62f-c2f238232ebb tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:54.723866 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-822ed772-879c-4012-b4b1-f9fa54899034 req-1d9b5f7f-a75a-4ca6-a62f-c2f238232ebb tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1251156
Nov 11 22:26:54.771192 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-822ed772-879c-4012-b4b1-f9fa54899034 req-68774a0b-b9b4-45c0-bcb8-7d72cda66304 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463164
Nov 11 22:26:55.197181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eaeed-8e53-4a9c-93e6-46a7505a401b req-dc58e4ae-1807-4967-a8ff-57474c257988 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:55.210289 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-665eaeed-8e53-4a9c-93e6-46a7505a401b req-dc58e4ae-1807-4967-a8ff-57474c257988 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1972826
Nov 11 22:26:55.279537 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-665eaeed-8e53-4a9c-93e6-46a7505a401b req-35d40c4a-66a1-4b1d-ba6f-06f950eabb14 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620432
Nov 11 22:26:55.828529 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-d27ca2f9-5dd1-4122-8cb3-8ccfeb75138c service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389818
Nov 11 22:26:55.992033 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-afc4f98f-ce93-4163-8c13-e9d91f7b64ce req-2d33c50c-80ac-4a3e-ad7e-ece38b7abf53 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546946
Nov 11 22:26:56.194833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be88bb-cae8-47de-b39d-6a44262995c3 req-a980127c-d1ee-4fc1-acc3-29cdb7661a84 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:56.196490 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94be88bb-cae8-47de-b39d-6a44262995c3 req-a980127c-d1ee-4fc1-acc3-29cdb7661a84 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.2799888
Nov 11 22:26:56.248568 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94be88bb-cae8-47de-b39d-6a44262995c3 req-9f1e7706-8b77-4320-98e5-0a154b38a1c0 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456550
Nov 11 22:26:56.567989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab066-3248-4341-953d-b76dd32c3b7c req-01d9fd60-b0a4-465a-a05c-1abdb6c998d9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:56.569987 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fdeab066-3248-4341-953d-b76dd32c3b7c req-01d9fd60-b0a4-465a-a05c-1abdb6c998d9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1016557
Nov 11 22:26:56.655224 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fdeab066-3248-4341-953d-b76dd32c3b7c req-3afea8c5-47f4-4718-9a1f-ac5ea2eddaac tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780590
Nov 11 22:26:57.039637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:26:57.507055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34b5f6-9f25-459c-96b8-211592a18dd6 req-9be2f02e-4b7a-4d6c-bc26-52692d0c4cf4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:57.508744 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eb34b5f6-9f25-459c-96b8-211592a18dd6 req-9be2f02e-4b7a-4d6c-bc26-52692d0c4cf4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1095626
Nov 11 22:26:57.565136 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eb34b5f6-9f25-459c-96b8-211592a18dd6 req-5335712d-8646-45c3-829f-0ebb31a7c572 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494587
Nov 11 22:26:58.073669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c50ae-1e2e-430c-91d3-cd35c3fbf8c2 req-83430514-2ea0-442e-953e-5ef5ef1e332b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:58.081111 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0c9c50ae-1e2e-430c-91d3-cd35c3fbf8c2 req-83430514-2ea0-442e-953e-5ef5ef1e332b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0983686
Nov 11 22:26:58.133761 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0c9c50ae-1e2e-430c-91d3-cd35c3fbf8c2 req-37e2fb68-f06d-4bf0-8fd7-9367f5a4cf6f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515201
Nov 11 22:26:58.783260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a83af-3844-4707-af92-7a4fd7200dee req-d3cccd4f-f4f2-4d43-bb44-45d9798a83c7 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:58.784954 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa4a83af-3844-4707-af92-7a4fd7200dee req-d3cccd4f-f4f2-4d43-bb44-45d9798a83c7 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0846319
Nov 11 22:26:58.835783 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa4a83af-3844-4707-af92-7a4fd7200dee req-f80943aa-1528-484b-aa92-2e1b6e1fd0b3 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438972
Nov 11 22:26:59.357637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160ed8-a9f7-4fa2-8587-08fdce214c70 req-271c1252-9097-4555-b12c-db8c10501386 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:26:59.359155 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76160ed8-a9f7-4fa2-8587-08fdce214c70 req-271c1252-9097-4555-b12c-db8c10501386 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0873077
Nov 11 22:26:59.411886 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76160ed8-a9f7-4fa2-8587-08fdce214c70 req-d5addf17-4135-4de9-a8a1-1c695efb5b0b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462801
Nov 11 22:27:00.066067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c14546-b090-414d-b572-d835e7c587f7 req-67dc889d-c3a7-4eb8-944f-239053ce79ab tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:00.067659 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d6c14546-b090-414d-b572-d835e7c587f7 req-67dc889d-c3a7-4eb8-944f-239053ce79ab tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0859056
Nov 11 22:27:00.120484 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d6c14546-b090-414d-b572-d835e7c587f7 req-210d8f0c-0a70-44bd-86b7-594a37bcffda tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463450
Nov 11 22:27:00.644498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caa83c-7459-4613-bede-336acc1ada23 req-7d0f391c-3c5a-4601-ac0e-0af22a1f89e5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:00.646605 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9caa83c-7459-4613-bede-336acc1ada23 req-7d0f391c-3c5a-4601-ac0e-0af22a1f89e5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0901248
Nov 11 22:27:00.703758 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9caa83c-7459-4613-bede-336acc1ada23 req-87c4ca58-7739-4039-95bc-d4423ad616e7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482371
Nov 11 22:27:01.353028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c1105-5cf1-4684-a9f7-fe5b39929a09 req-d88bd006-fe48-44d3-9e9a-37f3c568fc5f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:01.354698 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0b1c1105-5cf1-4684-a9f7-fe5b39929a09 req-d88bd006-fe48-44d3-9e9a-37f3c568fc5f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0910087
Nov 11 22:27:01.413867 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0b1c1105-5cf1-4684-a9f7-fe5b39929a09 req-656ea646-f938-4b35-a690-cf766a183d7e tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526145
Nov 11 22:27:01.546777 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-f65f6bbe-f6e6-45be-9021-3e55f13a61dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1097 time: 0.1005223
Nov 11 22:27:01.716616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-d352d3ed-58f5-4240-b77d-9fbfd2526fae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:01.718298 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-d352d3ed-58f5-4240-b77d-9fbfd2526fae service neutron] 10.222.0.65 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 910 time: 0.1567233
Nov 11 22:27:01.796806 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-10ab4dee-142f-42ed-a07f-7bf393e9e33d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 217 time: 0.0678837
Nov 11 22:27:01.874788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-b1b122e9-e7bd-4e7a-9d75-ecce10dd1e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:01.876360 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-b1b122e9-e7bd-4e7a-9d75-ecce10dd1e14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 200  len: 848 time: 0.0696752
Nov 11 22:27:01.964257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64bcf5-772c-429a-83bd-317ee53533a0 req-73a19869-ba2a-4859-a382-cbf41853f1c7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:01.965596 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-56ecf7c4-439c-4484-afe1-9d4aea78b581 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802448
Nov 11 22:27:01.966213 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5b64bcf5-772c-429a-83bd-317ee53533a0 req-73a19869-ba2a-4859-a382-cbf41853f1c7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0967000
Nov 11 22:27:02.019834 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5b64bcf5-772c-429a-83bd-317ee53533a0 req-6e98048b-0989-46ae-87da-f369aa08705c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443683
Nov 11 22:27:02.118938 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-2a1d3dd9-d814-4e60-b5d3-2c6e9b2a1349 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394532
Nov 11 22:27:02.269248 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-177217b3-6dc8-4357-9f62-22afbbb94eeb req-317883bc-e3f2-4979-a365-ab75d6274d7f service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429918
Nov 11 22:27:02.654923 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a198d-8746-4e9c-8e4d-7fadfc78c095 req-4e93b63c-a2a3-4d1f-9e66-acfdcd2fb96d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:02.656589 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-821a198d-8746-4e9c-8e4d-7fadfc78c095 req-4e93b63c-a2a3-4d1f-9e66-acfdcd2fb96d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1119690
Nov 11 22:27:02.718271 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-821a198d-8746-4e9c-8e4d-7fadfc78c095 req-70eaf5c4-988a-41fc-a2f0-bb4f5d808c80 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553520
Nov 11 22:27:03.247642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00690-0e74-4ebd-b9d8-7a2e97ec37af req-75ce0364-c0b9-49c3-9350-fc78c1aa1b90 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:03.249408 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-65b00690-0e74-4ebd-b9d8-7a2e97ec37af req-75ce0364-c0b9-49c3-9350-fc78c1aa1b90 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0870030
Nov 11 22:27:03.300801 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-65b00690-0e74-4ebd-b9d8-7a2e97ec37af req-57768a66-0ded-4b89-85c8-0df46f166dfb tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442972
Nov 11 22:27:03.535215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71631b-ee73-491e-b574-ed0907c52456 req-45ead4b4-f2c3-4595-88f2-df81da5e9931 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:03.537395 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4a71631b-ee73-491e-b574-ed0907c52456 req-45ead4b4-f2c3-4595-88f2-df81da5e9931 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1033180
Nov 11 22:27:03.588349 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4a71631b-ee73-491e-b574-ed0907c52456 req-59f49f51-38ad-4724-a54e-d7951a45b418 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442889
Nov 11 22:27:03.944650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a397b-d292-4dd9-be7f-761e0b97f680 req-94252cfd-0f8c-44a4-9ad8-1650ed435e21 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:03.946337 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-169a397b-d292-4dd9-be7f-761e0b97f680 req-94252cfd-0f8c-44a4-9ad8-1650ed435e21 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0880032
Nov 11 22:27:04.001308 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-169a397b-d292-4dd9-be7f-761e0b97f680 req-729d5b41-ec80-4a22-be78-1acf83e19d06 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488007
Nov 11 22:27:04.056865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 51964) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:27:04.125259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Deleting subnet 8438008f-f39d-4519-a350-3d70ec834061 {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:27:04.128665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:04.189657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:04.250380 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:04.529448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:04.534158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-275a0e2e-7b0b-46e8-a881-94918f739d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:04.697563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72720632-a93b-4086-a870-20184709dd66 req-a6460fcf-1d60-49a4-8f02-c9471eaa6ae8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:04.699497 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-72720632-a93b-4086-a870-20184709dd66 req-a6460fcf-1d60-49a4-8f02-c9471eaa6ae8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1015291
Nov 11 22:27:04.800344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8438008f-f39d-4519-a350-3d70ec834061,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:04.802927 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-72720632-a93b-4086-a870-20184709dd66 req-720626fa-d423-44eb-9e97-be78fae75ee3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970204
Nov 11 22:27:04.812732 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:04.822439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.822879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.823290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.823704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.824115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.824530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.824958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.825461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.825730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.826127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.826538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:04.832385 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8438008f-f39d-4519-a350-3d70ec834061 HTTP/1.1" status: 204  len: 168 time: 0.7723925
Nov 11 22:27:04.832385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7d68955b-9b2a-4eea-97ce-67d5ef44fc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:04.833876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 51972) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:27:04.851370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e71f-496a-4b4c-9560-bde935bfab58 req-daaf1b83-7944-4aa8-bc45-ef1fb2d3c1a6 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:04.853058 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f98e71f-496a-4b4c-9560-bde935bfab58 req-daaf1b83-7944-4aa8-bc45-ef1fb2d3c1a6 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1262126
Nov 11 22:27:04.924539 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f98e71f-496a-4b4c-9560-bde935bfab58 req-3d30e69c-8dea-4aed-93d2-d8680222ac94 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541289
Nov 11 22:27:04.966233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:05.106294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:05.138478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b6be8a20>,) {'filters': {'network_id': ['e07f395f-921a-4610-9bcb-be19ad955901']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:05.152345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6be8a20>, '29c0b24c-4eeb-41a9-9842-afa0f234702a') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:05.152679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6be8a20>, '29c0b24c-4eeb-41a9-9842-afa0f234702a') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:05.165824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:05.234992 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3069f3-1bba-4b20-aebc-4f3e88ac9f91 req-422bacab-30ec-4a8a-abfd-72fc0440f9bd tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:05.236193 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ef3069f3-1bba-4b20-aebc-4f3e88ac9f91 req-422bacab-30ec-4a8a-abfd-72fc0440f9bd tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0875604
Nov 11 22:27:05.271687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:05.279799 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:27:05.280290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:05.287377 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ef3069f3-1bba-4b20-aebc-4f3e88ac9f91 req-6146f214-735d-4a7b-aa26-a1337067bcf5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446544
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:27:05.296112 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:27:05.611207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:05.615790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:05.631009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:05.642963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Pushing event deleted for resources: {'Network': ['ID=e07f395f-921a-4610-9bcb-be19ad955901,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:05.646551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:05.691381 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-20ceee00-2323-4fd4-b32b-e13c2d2fe689 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e07f395f-921a-4610-9bcb-be19ad955901 HTTP/1.1" status: 204  len: 168 time: 0.8563833
Nov 11 22:27:06.028421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 51984) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:27:06.086604 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4350bbb2-e4ad-4e28-b8bb-222c42617f9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94d15f752e56495e844ab0c9816c149f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0567200
Nov 11 22:27:06.089863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 51988) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:27:06.129180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf943344-17d5-4dd0-8a2b-c778b0ac10b0 req-dee1c0df-d0dd-4c3c-838a-0722550a68b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:06.130813 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cf943344-17d5-4dd0-8a2b-c778b0ac10b0 req-dee1c0df-d0dd-4c3c-838a-0722550a68b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1503124
Nov 11 22:27:06.156067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f6c2-7b7d-44cd-a31f-22231f3493cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:06.190462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f6c2-7b7d-44cd-a31f-22231f3493cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:06.210986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e6126-0fd0-4ff8-943f-6133878e1bef req-54e6e9c2-e91c-4013-9edf-03c9f18802ff tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:06.212771 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-957e6126-0fd0-4ff8-943f-6133878e1bef req-54e6e9c2-e91c-4013-9edf-03c9f18802ff tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1436617
Nov 11 22:27:06.215384 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cf943344-17d5-4dd0-8a2b-c778b0ac10b0 req-2c3abce6-852a-4f1a-b104-8082074e640b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780330
Nov 11 22:27:06.267601 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-957e6126-0fd0-4ff8-943f-6133878e1bef req-465de1b3-8530-4ebe-9264-4f940ce41c34 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487034
Nov 11 22:27:06.608131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ef65-9cdc-4b04-bcad-086e2b981078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:06.639050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f6c2-7b7d-44cd-a31f-22231f3493cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:06.644698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6fdd8814-8927-476b-af66-c0969b9371da tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:06.657713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1f6c2-7b7d-44cd-a31f-22231f3493cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf1b9b5-4b32-4801-97bb-63d323bb6849,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:06.665068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fdc1f6c2-7b7d-44cd-a31f-22231f3493cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:06.669103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f6c2-7b7d-44cd-a31f-22231f3493cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:06.674125 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fdc1f6c2-7b7d-44cd-a31f-22231f3493cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebf1b9b5-4b32-4801-97bb-63d323bb6849 HTTP/1.1" status: 204  len: 168 time: 0.5800943
Nov 11 22:27:06.710709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e992d-ec69-4746-9581-4a0a9f93247f req-f193c6b1-789f-4b67-a7ac-ca3d43a026f6 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:06.712363 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dd6e992d-ec69-4746-9581-4a0a9f93247f req-f193c6b1-789f-4b67-a7ac-ca3d43a026f6 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0963717
Nov 11 22:27:06.762783 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dd6e992d-ec69-4746-9581-4a0a9f93247f req-e07ec614-8ab7-4965-81b8-dd807f191ff7 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431035
Nov 11 22:27:07.522851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd31cf-1ba5-4d32-a95b-1cf51bdabb32 req-96b7b7f2-cd6e-4199-b3c1-b9b228d9186c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:07.524583 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-65cd31cf-1ba5-4d32-a95b-1cf51bdabb32 req-96b7b7f2-cd6e-4199-b3c1-b9b228d9186c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1675732
Nov 11 22:27:07.545614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c437b4a-90cc-4273-ad11-9aff263ad169 req-5707f48f-1298-421e-918e-a681d59862d5 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:07.549618 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3c437b4a-90cc-4273-ad11-9aff263ad169 req-5707f48f-1298-421e-918e-a681d59862d5 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1390102
Nov 11 22:27:07.633936 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-65cd31cf-1ba5-4d32-a95b-1cf51bdabb32 req-c0401d79-88f0-4206-87bc-92a7e4212ce5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980062
Nov 11 22:27:07.642578 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3c437b4a-90cc-4273-ad11-9aff263ad169 req-3642132a-6cf5-47bb-b330-59e533dd7a26 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792363
Nov 11 22:27:08.003457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2e270-1dbb-4c1f-875f-9c0f2de98026 req-4d15589c-a88e-47db-b2a2-1c2160ab80e9 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:08.005130 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-11f2e270-1dbb-4c1f-875f-9c0f2de98026 req-4d15589c-a88e-47db-b2a2-1c2160ab80e9 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0976350
Nov 11 22:27:08.058939 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-11f2e270-1dbb-4c1f-875f-9c0f2de98026 req-44c6baf4-0eec-47f1-aa3a-9d487ea32b9b tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474386
Nov 11 22:27:08.799302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4fab815a-9342-45fe-8ed3-a5cfd09a1542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:08.831303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:08.882137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335480e-3168-4abd-a8c1-4d81ac76a993 req-ce99f362-58b7-43a6-ad5b-0154494e8bcb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:08.883856 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e335480e-3168-4abd-a8c1-4d81ac76a993 req-ce99f362-58b7-43a6-ad5b-0154494e8bcb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0936546
Nov 11 22:27:08.980281 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e335480e-3168-4abd-a8c1-4d81ac76a993 req-641ffe73-bff6-4fb8-baa5-c6881eb5b4e9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891566
Nov 11 22:27:09.026765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ed481-edc2-4b00-ae7f-a388a902a06f req-f9ee8868-3efa-40ae-87bb-8ad895eea30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:09.028333 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-577ed481-edc2-4b00-ae7f-a388a902a06f req-f9ee8868-3efa-40ae-87bb-8ad895eea30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.0945423
Nov 11 22:27:09.079118 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-577ed481-edc2-4b00-ae7f-a388a902a06f req-4b4cfa0b-1f85-4f7b-a830-2b61d060c64c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438464
Nov 11 22:27:09.266263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7411509-a505-4ee9-800e-f569b672133e req-54bb4669-075d-4b3e-896c-f8d53865ff33 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:09.267910 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c7411509-a505-4ee9-800e-f569b672133e req-54bb4669-075d-4b3e-896c-f8d53865ff33 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0832264
Nov 11 22:27:09.320412 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c7411509-a505-4ee9-800e-f569b672133e req-e24bf1d8-e66a-41ce-ae5d-ad50a4b7f1e9 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460005
Nov 11 22:27:09.421783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:10.224947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838d3a5-cabb-4f28-8a00-0e80856b8707 req-2207afd4-de61-4717-b0a8-adff1de2e058 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:10.226696 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e838d3a5-cabb-4f28-8a00-0e80856b8707 req-2207afd4-de61-4717-b0a8-adff1de2e058 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0962579
Nov 11 22:27:10.338196 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e838d3a5-cabb-4f28-8a00-0e80856b8707 req-bbe3be5f-6ab5-43dc-985a-69f4b102aa6a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749321
Nov 11 22:27:10.357904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29b9eb-d9e2-44a3-9155-80f1cfad86f3 req-7b394ebb-7a42-469e-84ef-3b2b84478473 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:10.359418 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ce29b9eb-d9e2-44a3-9155-80f1cfad86f3 req-7b394ebb-7a42-469e-84ef-3b2b84478473 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1317389
Nov 11 22:27:10.414919 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ce29b9eb-d9e2-44a3-9155-80f1cfad86f3 req-9424ea1d-3de4-4b4d-a9d5-8f13f66c9a54 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481830
Nov 11 22:27:10.564440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d7e7d-66c9-4f89-945b-ccad7f911dab req-76fed8b9-647a-43a6-8a5f-4a81ae994c57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:10.566156 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-361d7e7d-66c9-4f89-945b-ccad7f911dab req-76fed8b9-647a-43a6-8a5f-4a81ae994c57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0969551
Nov 11 22:27:10.583949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8f29da75-da1e-463d-bb4c-54ba6b12215a details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:27:10.648179 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-361d7e7d-66c9-4f89-945b-ccad7f911dab req-43aead90-eb44-44f9-85f0-3e0fa3b180d0 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714796
Nov 11 22:27:10.747732 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:10.764008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'port_id': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'mac_address': 'fa:16:3e:28:82:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:27:10.828032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:10.850791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f29da75-da1e-463d-bb4c-54ba6b12215a {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:27:10.865722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:10.888349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:10.890936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:10.960096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:10.963544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:11.133406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:11.306131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['8f29da75-da1e-463d-bb4c-54ba6b12215a'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:27:11.615925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e42267-240c-4b84-8fd6-4d838a3cda4d req-245a0279-574f-491c-9f13-d183192a3d75 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:11.617579 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b2e42267-240c-4b84-8fd6-4d838a3cda4d req-245a0279-574f-491c-9f13-d183192a3d75 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1512046
Nov 11 22:27:11.927716 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b2e42267-240c-4b84-8fd6-4d838a3cda4d req-414ba345-cf3c-428e-8736-be4d7c045428 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671389
Nov 11 22:27:11.927716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fe3c9-30fd-4e88-a35a-6c9c3a937200 req-4723b621-17f6-4df0-972c-6cdaa5976eb9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:11.927716 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-593fe3c9-30fd-4e88-a35a-6c9c3a937200 req-4723b621-17f6-4df0-972c-6cdaa5976eb9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 943 time: 0.1460319
Nov 11 22:27:11.927716 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-593fe3c9-30fd-4e88-a35a-6c9c3a937200 req-f2a920fe-d507-4fc5-a2cb-2c8b2a8728f6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456448
Nov 11 22:27:11.927716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826669d-351e-47ae-9e99-b3b999cad1ec req-4034a650-53c4-40a0-8d06-c726bc3eec67 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:11.927716 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f826669d-351e-47ae-9e99-b3b999cad1ec req-4034a650-53c4-40a0-8d06-c726bc3eec67 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 945 time: 0.0877421
Nov 11 22:27:11.940092 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f826669d-351e-47ae-9e99-b3b999cad1ec req-dd4b95b4-0c27-46fc-adfa-6afa8f2987a5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416906
Nov 11 22:27:12.607119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:27:12.611560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8f29da75-da1e-463d-bb4c-54ba6b12215a up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:27:12.819785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:12.828761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 8f29da75-da1e-463d-bb4c-54ba6b12215a completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:27:12.839258 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 8f29da75-da1e-463d-bb4c-54ba6b12215a triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:27:12.839710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:12.892702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '6cbe0599-8ced-496f-b163-79daf7642b50', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'port_id': '6cbe0599-8ced-496f-b163-79daf7642b50', 'mac_address': 'fa:16:3e:54:44:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:27:12.929320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace7114-478a-4c55-9f73-40baf526957b req-0e5d000a-1d47-435a-9e04-607536d4c472 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:12.931261 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ace7114-478a-4c55-9f73-40baf526957b req-0e5d000a-1d47-435a-9e04-607536d4c472 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1110029
Nov 11 22:27:12.987295 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ace7114-478a-4c55-9f73-40baf526957b req-ebf530fc-a7c6-42e5-a9bd-609ff2732779 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486975
Nov 11 22:27:12.989094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:13.039650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbe0599-8ced-496f-b163-79daf7642b50 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:27:13.075581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:13.078445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:13.109912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:13.114041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:13.151619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:27:13.174630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:13.197863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=9']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:13.201182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:13.210540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:13.212578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:13.243078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad8a19-f54f-4a16-9e8c-a0147bdbc075 req-6f7a9630-43d8-46b9-acca-487c9b8dbc0a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:13.244717 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-38ad8a19-f54f-4a16-9e8c-a0147bdbc075 req-6f7a9630-43d8-46b9-acca-487c9b8dbc0a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.1563563
Nov 11 22:27:13.252153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec4fdd-1112-4d0b-a1c5-622e1e6ab11b req-779c510e-70b7-4b31-b578-a8c45de8d9d3 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:13.253762 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-10ec4fdd-1112-4d0b-a1c5-622e1e6ab11b req-779c510e-70b7-4b31-b578-a8c45de8d9d3 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 945 time: 0.1238647
Nov 11 22:27:13.284365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:13.288333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:13.334152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-38ad8a19-f54f-4a16-9e8c-a0147bdbc075 req-e4fb221f-a8fe-443a-baae-3221ea8cdf96 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792401
Nov 11 22:27:13.339115 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-10ec4fdd-1112-4d0b-a1c5-622e1e6ab11b req-8109abb0-4d17-41a5-aef7-eb6bad5f4fb3 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662165
Nov 11 22:27:13.408716 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'code': 200}
Nov 11 22:27:13.544518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['6cbe0599-8ced-496f-b163-79daf7642b50'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:27:13.866452 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-10ff4548-e8e2-4309-a0c9-6bfa777bb159 req-8f9ee837-9dd4-4fd4-9c85-c7a892031b80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1099 time: 0.0782204
Nov 11 22:27:13.918294 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-10ff4548-e8e2-4309-a0c9-6bfa777bb159 req-5833497c-853f-481c-a26e-1f1097681d0f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447736
Nov 11 22:27:14.196159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818735e9-7b44-43be-b02a-9f0dc780e05e req-6410477d-6ea2-42c6-be19-9a04607528ff tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:14.197783 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-818735e9-7b44-43be-b02a-9f0dc780e05e req-6410477d-6ea2-42c6-be19-9a04607528ff tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0806901
Nov 11 22:27:14.249840 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-818735e9-7b44-43be-b02a-9f0dc780e05e req-fa1cc575-b024-4570-9934-166a1d881c8e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453503
Nov 11 22:27:14.610207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e3bf-036b-4628-8e30-21bb8f51300e req-ed5ce156-ec78-4d8e-9b1b-83edfebfd118 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:14.611823 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3252e3bf-036b-4628-8e30-21bb8f51300e req-ed5ce156-ec78-4d8e-9b1b-83edfebfd118 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1493485
Nov 11 22:27:14.621853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d5505-8186-4fd5-9476-969e472f674a req-676acb72-ff88-459f-9253-782f2495db40 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:14.623412 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9e5d5505-8186-4fd5-9476-969e472f674a req-676acb72-ff88-459f-9253-782f2495db40 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.1216478
Nov 11 22:27:14.880646 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3252e3bf-036b-4628-8e30-21bb8f51300e req-9f247c48-063d-42e7-8050-600d9d434d66 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2555580
Nov 11 22:27:14.885736 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9e5d5505-8186-4fd5-9476-969e472f674a req-b2f93f5d-983a-48b5-a694-e093a4925ef6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677166
Nov 11 22:27:15.472647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc55395-d380-4caf-b2db-c512388816b5 req-485fb225-9eda-4728-9610-864d8d3ff33e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:15.478422 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7bc55395-d380-4caf-b2db-c512388816b5 req-485fb225-9eda-4728-9610-864d8d3ff33e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1000919
Nov 11 22:27:15.532760 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7bc55395-d380-4caf-b2db-c512388816b5 req-cbe977d1-a76e-4d22-af54-d8b3e7e2e9a8 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502429
Nov 11 22:27:16.021468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406ca7-1575-4077-954f-ac7d416b7f5f req-71998470-24ae-4b11-b246-912765ee78d4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:16.023963 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c2406ca7-1575-4077-954f-ac7d416b7f5f req-71998470-24ae-4b11-b246-912765ee78d4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0880256
Nov 11 22:27:16.114133 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-89843612-05fb-42db-a511-c165a53a774b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1098 time: 0.0819025
Nov 11 22:27:16.126265 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c2406ca7-1575-4077-954f-ac7d416b7f5f req-39e62b82-fae9-4fcc-901a-f639bd865754 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670428
Nov 11 22:27:16.153145 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79ae5-1c5d-45d2-b3c8-c0a0b674a343 req-21c462a5-5df7-4083-a9b2-56d331a99d54 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:16.155084 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e7f79ae5-1c5d-45d2-b3c8-c0a0b674a343 req-21c462a5-5df7-4083-a9b2-56d331a99d54 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1300862
Nov 11 22:27:16.210695 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e7f79ae5-1c5d-45d2-b3c8-c0a0b674a343 req-2ab22ea3-00e7-4f81-a8fb-64ddde5b1330 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485525
Nov 11 22:27:16.290279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-f2c4110c-822f-4eba-a87a-8a5a240c01ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:16.291966 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-f2c4110c-822f-4eba-a87a-8a5a240c01ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.1710086
Nov 11 22:27:16.336266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ba98a-3412-4216-afa2-47f34087863f req-91069a90-ef89-4f1a-a5af-32aebc0a9384 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:16.337988 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b14ba98a-3412-4216-afa2-47f34087863f req-91069a90-ef89-4f1a-a5af-32aebc0a9384 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 944 time: 0.0931196
Nov 11 22:27:16.416647 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-9e0cb0b0-ba89-4a37-912d-8488f306a19f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 1001 time: 0.1128595
Nov 11 22:27:16.442730 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b14ba98a-3412-4216-afa2-47f34087863f req-f76ce1af-db60-43b1-87ba-82e4afc43505 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983338
Nov 11 22:27:16.479233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97d509-12fb-4283-ace7-70d3da56d2cd req-8b5409be-bb86-4dce-b7f7-6db1ed742046 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:16.480886 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4f97d509-12fb-4283-ace7-70d3da56d2cd req-8b5409be-bb86-4dce-b7f7-6db1ed742046 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1021962
Nov 11 22:27:16.493096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-f1730666-2186-4d18-acf7-848946a7d278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:16.496049 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-f1730666-2186-4d18-acf7-848946a7d278 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.0718484
Nov 11 22:27:16.536889 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4f97d509-12fb-4283-ace7-70d3da56d2cd req-c513e893-ccc3-4a50-977c-734ab3fdf40a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468113
Nov 11 22:27:16.571648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52108) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:27:16.581663 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-cc11043d-cbe1-4bb5-832d-658cd0a5e04e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777309
Nov 11 22:27:16.680321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:27:16.736048 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-ed248101-0b9c-4937-af83-5a7d8e6e1754 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446540
Nov 11 22:27:16.757658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 6cbe0599-8ced-496f-b163-79daf7642b50 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:27:16.758186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:16.907202 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7c43e46e-680f-4852-981c-1f7245616618 tempest-TestShelveInstance-171182002 tempest-TestShelveInstance-171182002-project-admin] Synchronizing usage tracker for tenant:335746e6b2794de2bf5653b11718b0cf on resource:port {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:27:16.920238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:16.950953 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0bfed8db-a61a-41c5-98cc-68dd1f96c3ba req-5bb7c6da-9907-480f-9f7f-81c788167df0 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055523
Nov 11 22:27:16.952446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:27:16.954638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7c43e46e-680f-4852-981c-1f7245616618 tempest-TestShelveInstance-171182002 tempest-TestShelveInstance-171182002-project-admin] Unset dirty status for tenant:335746e6b2794de2bf5653b11718b0cf on resource:port {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:27:16.961511 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7c43e46e-680f-4852-981c-1f7245616618 tempest-TestShelveInstance-171182002 tempest-TestShelveInstance-171182002-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1094 time: 0.3843424
Nov 11 22:27:16.961511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52120) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:27:16.966294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:16.971256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'port_id': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:27:16.979375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:27:16.982027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Usage tracker for resource:floatingip and tenant:5662459331cb471ca57d033755c019c5 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:27:16.985178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:27:16.991595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:27:17.002080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:17.004127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:17.031195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for floatingip, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:17.074412 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50', 'code': 200}
Nov 11 22:27:17.075084 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=10']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:17.079486 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:17.211223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:17.420209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713caccd-d428-4bad-be3b-bbef3aa9843b req-04ada525-c437-4d0d-acf1-447cf466c498 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:17.421845 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-713caccd-d428-4bad-be3b-bbef3aa9843b req-04ada525-c437-4d0d-acf1-447cf466c498 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1648672
Nov 11 22:27:17.462271 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Allocated IP 172.27.1.146 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/35f34b64-259b-490a-8985-3235cf3b2690) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:27:17.540650 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-713caccd-d428-4bad-be3b-bbef3aa9843b req-2d4d7e29-6cfc-4691-80ed-3d4e8815522c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118953
Nov 11 22:27:17.731323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3972e2-e07c-4d0f-8198-3779499dec5f req-2e79cc1a-8839-4d42-bc23-4f625a9edd43 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:17.739663 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5b3972e2-e07c-4d0f-8198-3779499dec5f req-2e79cc1a-8839-4d42-bc23-4f625a9edd43 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.1164005
Nov 11 22:27:17.809238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:17.846749 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5b3972e2-e07c-4d0f-8198-3779499dec5f req-400af175-32af-457b-aa00-b173a3da5ec5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060386
Nov 11 22:27:17.922024 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-551a55e4-f5ae-48ca-bde4-9b860496e1ea req-e50a5180-2ceb-40da-a67f-8a48596ef46c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1099 time: 0.1060703
Nov 11 22:27:17.930759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:17.936834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8cb041dd-08d7-459e-ac0e-3c0d36bd2b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:17.980806 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-551a55e4-f5ae-48ca-bde4-9b860496e1ea req-85fd8a35-c912-4e3d-a1c1-32aba13170d6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471568
Nov 11 22:27:18.010004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:27:18.013335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:27:18.018590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:27:18.049783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'Port': ['ID=35f34b64-259b-490a-8985-3235cf3b2690,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:18.057673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:18.825044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:18.860232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36390f50-454d-4ede-80d3-1809217ce3d3 req-b416084e-d38f-4885-a9fc-81a5a86bb45d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:18.867795 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-36390f50-454d-4ede-80d3-1809217ce3d3 req-b416084e-d38f-4885-a9fc-81a5a86bb45d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1274483
Nov 11 22:27:18.965238 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-36390f50-454d-4ede-80d3-1809217ce3d3 req-38e4d3f9-0a21-40fc-aff5-f138cacc4885 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964646
Nov 11 22:27:18.966022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:19.425147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25801-a7fd-4940-ae55-794a35b38968 req-ec833ef6-2cae-4b45-a8a6-061a8aa6c606 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:19.426817 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ea25801-a7fd-4940-ae55-794a35b38968 req-ec833ef6-2cae-4b45-a8a6-061a8aa6c606 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.4015644
Nov 11 22:27:19.504717 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ea25801-a7fd-4940-ae55-794a35b38968 req-e6ea8f71-078a-48c9-91dd-920cc1e8862b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669734
Nov 11 22:27:19.511688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:19.553230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:19.558754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:19.678065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event updated for resources: {'Port': ['ID=35f34b64-259b-490a-8985-3235cf3b2690,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:19.682333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:19.693495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:19.899264 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Floating IP c275a8ff-d898-4815-83d9-6b583ddeebd6 associated. External IP: 172.27.1.146, port: 8f29da75-da1e-463d-bb4c-54ba6b12215a.
Nov 11 22:27:20.363003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:27:20.578585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:27:20.595832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] Sync routers for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:27:20.622809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:27:20.624472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7506a20>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:27:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:20.655836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:20.724806 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.7508452
Nov 11 22:27:20.724806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:27:20.819151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362b33-7a42-4293-a6e8-0463cc21cfa6 req-0bace196-969e-46fa-9ddf-9be9a1206f93 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:20.820146 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f362b33-7a42-4293-a6e8-0463cc21cfa6 req-0bace196-969e-46fa-9ddf-9be9a1206f93 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.0927293
Nov 11 22:27:20.874837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:27:20.877001 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7f362b33-7a42-4293-a6e8-0463cc21cfa6 req-ffd6ae04-bb24-4548-8557-4099339730f6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495720
Nov 11 22:27:20.988642 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'status': 'completed', 'code': 200}
Nov 11 22:27:21.250827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7506a20>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'c275a8ff-d898-4815-83d9-6b583ddeebd6', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'port_id': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'mac_address': 'fa:16:3e:28:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:27:18Z', 'updated_at': '2021-11-11T22:27:18Z', 'revision_number': 0, 'project_id': '5662459331cb471ca57d033755c019c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:35Z', 'revision_number': 5, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:21.255851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] Checking router: 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:27:21.269676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:27:21.270664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7506a20>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:27:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:21.610502 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:27:22.008074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7506a20>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'c275a8ff-d898-4815-83d9-6b583ddeebd6', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'port_id': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'mac_address': 'fa:16:3e:28:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:27:18Z', 'updated_at': '2021-11-11T22:27:18Z', 'revision_number': 0, 'project_id': '5662459331cb471ca57d033755c019c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:35Z', 'revision_number': 5, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:22.014280 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e72eb-9af8-48d6-86ec-8399475144ec None None] The sync data for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi is: [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'c275a8ff-d898-4815-83d9-6b583ddeebd6', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'port_id': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'mac_address': 'fa:16:3e:28:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:27:18Z', 'updated_at': '2021-11-11T22:27:18Z', 'revision_number': 0, 'project_id': '5662459331cb471ca57d033755c019c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:35Z', 'revision_number': 5, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:27:22.110745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4095a-17fa-46ed-9f71-1c064e451820 req-1d4c4477-774c-4aa9-88b8-5440f94f3126 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:22.112368 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39c4095a-17fa-46ed-9f71-1c064e451820 req-1d4c4477-774c-4aa9-88b8-5440f94f3126 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.0861380
Nov 11 22:27:22.161389 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-39c4095a-17fa-46ed-9f71-1c064e451820 req-a6d6ab22-5351-40ab-9b67-95f45bdbfc6c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426750
Nov 11 22:27:22.402102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324acdc-252f-41dc-b32b-f31f9133ba93 None None] New status for floating IP c275a8ff-d898-4815-83d9-6b583ddeebd6: ACTIVE {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:27:22.536655 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-55f97b73-61f8-430d-b672-886d8bc84fea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1099 time: 0.0777733
Nov 11 22:27:22.696517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-f5267575-2c27-4cd4-9039-6e436d964b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:22.698159 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-f5267575-2c27-4cd4-9039-6e436d964b68 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 910 time: 0.1510482
Nov 11 22:27:22.812733 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-4c86f090-864d-4e72-91a8-0b44e2b0e12f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 1002 time: 0.1030953
Nov 11 22:27:22.893690 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-ab9caf0e-dd85-463d-adb3-51199c9401b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:22.895297 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-ab9caf0e-dd85-463d-adb3-51199c9401b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 200  len: 848 time: 0.0688834
Nov 11 22:27:22.990892 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-dd8d0f25-8b4b-4879-8e72-f910749f64ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743954
Nov 11 22:27:23.138111 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-9bb4458a-4a25-491e-abd0-f5dd866061cf service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359241
Nov 11 22:27:23.290826 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-93150053-9d7e-4672-ad19-bb0cd845a3f4 req-ec11b291-3612-486a-ac7d-5d65ee53acd7 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408162
Nov 11 22:27:23.391619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8a9be-4ac4-4f56-a29f-ee6353361565 req-199492f7-4a5e-41a2-99a7-25fa9bd1f55b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:23.393500 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5ae8a9be-4ac4-4f56-a29f-ee6353361565 req-199492f7-4a5e-41a2-99a7-25fa9bd1f55b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.0903323
Nov 11 22:27:23.444905 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5ae8a9be-4ac4-4f56-a29f-ee6353361565 req-fcf7507b-14fe-4757-88cb-03b79c35a287 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449276
Nov 11 22:27:24.690358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3aa91-9f34-4d96-acce-a8041f324369 req-1a942d9d-913c-43b8-97d5-125e4887f98d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:24.692034 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c7c3aa91-9f34-4d96-acce-a8041f324369 req-1a942d9d-913c-43b8-97d5-125e4887f98d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.1012726
Nov 11 22:27:24.747059 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c7c3aa91-9f34-4d96-acce-a8041f324369 req-e1025392-1709-4943-941d-3d9568697440 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488784
Nov 11 22:27:25.969914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526e9f7-93ae-4443-85c7-8eb0f94b064c req-0277be94-b7b1-4b5a-a8b5-4b549bbb4a52 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:25.971654 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c526e9f7-93ae-4443-85c7-8eb0f94b064c req-0277be94-b7b1-4b5a-a8b5-4b549bbb4a52 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.0844228
Nov 11 22:27:26.021845 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c526e9f7-93ae-4443-85c7-8eb0f94b064c req-12a795cc-771a-49f0-a1ac-2c826a57a983 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432746
Nov 11 22:27:27.047675 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:27.254629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:27:30.238667 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-0a6f6ca5-8b04-4370-b148-a6d3be68eba0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802319
Nov 11 22:27:30.413814 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-eabc3240-8857-4b02-92d5-68b9adc0498b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 1098 time: 0.0901630
Nov 11 22:27:30.584517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-0b9a79b9-a794-44c8-97ad-d7fb028e113f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:30.586069 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-0b9a79b9-a794-44c8-97ad-d7fb028e113f service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.1437180
Nov 11 22:27:30.720184 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-89662ecb-4742-4331-a49b-dec79a193f44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 200  len: 1001 time: 0.1233144
Nov 11 22:27:30.800609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-ac02e28e-ce9f-4dec-8e32-4d4fd162512e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:30.802356 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-ac02e28e-ce9f-4dec-8e32-4d4fd162512e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.0720828
Nov 11 22:27:30.903218 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-0417fdc9-5ce2-4fd2-a3a1-ccdd2e66a5ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857558
Nov 11 22:27:30.965848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc61fc8-3897-4406-9ba1-02ed97f81cbb req-32602c47-a507-4575-a630-bf814d9d3033 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:30.967659 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bfc61fc8-3897-4406-9ba1-02ed97f81cbb req-32602c47-a507-4575-a630-bf814d9d3033 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.0945718
Nov 11 22:27:31.023765 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bfc61fc8-3897-4406-9ba1-02ed97f81cbb req-8d2000a3-07e3-4aeb-a0b4-dfc1b074110d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439160
Nov 11 22:27:31.063399 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-bf74b843-b990-49ca-be2b-272aff228e39 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521535
Nov 11 22:27:31.262203 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4d1ad95b-9448-4f83-93c2-9ace401deef1 req-0825f347-1400-4234-9686-de4f331df8b3 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857457
Nov 11 22:27:32.244629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15466e5-db45-449c-8492-22137b84acd0 req-f3d0785d-9cf6-49cc-9054-37d95fd85243 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:32.246354 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a15466e5-db45-449c-8492-22137b84acd0 req-f3d0785d-9cf6-49cc-9054-37d95fd85243 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.0845506
Nov 11 22:27:32.295261 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a15466e5-db45-449c-8492-22137b84acd0 req-d41f8cb5-1fbf-411b-acba-170c9a88f752 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418756
Nov 11 22:27:33.509984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149b890-ac8d-4f40-9966-569256bc0f7c req-59b5344a-83e7-40c8-b977-397c818f0492 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:33.511939 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9149b890-ac8d-4f40-9966-569256bc0f7c req-59b5344a-83e7-40c8-b977-397c818f0492 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.0910323
Nov 11 22:27:33.568612 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9149b890-ac8d-4f40-9966-569256bc0f7c req-e3ee7306-7208-4050-8ec7-42ec8bbd1a56 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464575
Nov 11 22:27:33.592235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-f4ab39c8-0621-40ae-8cfa-911776235792 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:33.593001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-f4ab39c8-0621-40ae-8cfa-911776235792 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Synchronizing usage tracker for tenant:6c57740d18784553b80eed25f69f8425 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:27:33.649513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-f4ab39c8-0621-40ae-8cfa-911776235792 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Unset dirty status for tenant:6c57740d18784553b80eed25f69f8425 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:27:33.650765 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-f4ab39c8-0621-40ae-8cfa-911776235792 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 946 time: 0.1474473
Nov 11 22:27:33.731913 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Deleting port 932d237d-d4ce-4e84-a2bf-3e7660a96081 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:27:33.732302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:34.217798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] For port 932d237d-d4ce-4e84-a2bf-3e7660a96081, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=932d237d-d4ce-4e84-a2bf-3e7660a96081,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:34.218195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:34.520052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:34.520620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:34.520762 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Floating IP 6bc634b2-979c-4a18-b7a6-22c9a20254c0 disassociated. External IP: 172.27.1.231, port: 932d237d-d4ce-4e84-a2bf-3e7660a96081.
Nov 11 22:27:34.521370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Calling delete_port for 932d237d-d4ce-4e84-a2bf-3e7660a96081 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:27:34.730255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:34.737808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-dba12bda-7435-4fda-8bb6-d4575c578ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:34.803571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event deleted for resources: {'Port': ['ID=932d237d-d4ce-4e84-a2bf-3e7660a96081,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:34.810183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:34.825549 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f80248a4-9686-4359-9035-92f24249c083 req-a1c17cd8-b3c0-4b84-af00-70932d39310b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 210 time: 0.0647495
Nov 11 22:27:35.060816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:27:35.316581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:27:35.336718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:27:35.361079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:27:35.361816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b75b95f8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:27:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:35.396776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] No DVR routers for this DVR port 932d237d-d4ce-4e84-a2bf-3e7660a96081 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:27:35.399388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:35.402422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d0c80a-508e-4064-b84c-4160051f28e0', 'name': 'network-vif-deleted', 'tag': '932d237d-d4ce-4e84-a2bf-3e7660a96081'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:27:35.456307 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e6b050f9-f22e-4825-826b-19dbfadbdc44 req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "DELETE /v2.0/ports/932d237d-d4ce-4e84-a2bf-3e7660a96081 HTTP/1.1" status: 204  len: 173 time: 1.7929130
Nov 11 22:27:35.468003 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d0c80a-508e-4064-b84c-4160051f28e0', 'name': 'network-vif-deleted', 'tag': '932d237d-d4ce-4e84-a2bf-3e7660a96081', 'status': 'completed', 'code': 200}
Nov 11 22:27:35.601358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:27:35.953259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b75b95f8>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:35.958219 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:27:35.970811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:27:35.971454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b75b95f8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:27:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:36.044581 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4da2d89f-545b-44b0-86d6-281e52348ffa req-28569019-f6f5-4283-9bbd-f03e6692f6b6 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d0c80a-508e-4064-b84c-4160051f28e0 HTTP/1.1" status: 200  len: 210 time: 0.0521934
Nov 11 22:27:36.175723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:27:36.582365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdd2f-70d5-49f1-8769-3237d5ce1ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:36.699039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b75b95f8>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:27:36.703655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9968da8-269e-40be-a5ef-c501119f88de None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:27:36.823842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 932d237d-d4ce-4e84-a2bf-3e7660a96081 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:27:36.862580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 932d237d-d4ce-4e84-a2bf-3e7660a96081 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:27:36.862977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 932d237d-d4ce-4e84-a2bf-3e7660a96081 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:27:37.198126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df9599-730d-4f78-8cd0-f5fd8935cc16 None None] New status for floating IP 6bc634b2-979c-4a18-b7a6-22c9a20254c0: DOWN {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:27:37.613704 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-d3865088-b27a-49c2-b86d-2b37e588872e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2117300228&fields=id&tenant_id=6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 267 time: 0.0523505
Nov 11 22:27:37.791639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-141fd738-83d8-47fe-871d-89b40c174b0d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:37.793311 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-141fd738-83d8-47fe-871d-89b40c174b0d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 811 time: 0.1705344
Nov 11 22:27:37.812690 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-11d8bc4a-80e1-4560-8520-ad1de209fff1 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/quotas/6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 375 time: 0.0119634
Nov 11 22:27:37.928129 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-e9474b1b-9e7d-47d6-bdfe-cea505bda1a7 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1040678
Nov 11 22:27:38.314903 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-e0308869-f961-4990-9751-6e292c79e733 service neutron] 10.222.0.18 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3686974
Nov 11 22:27:38.468835 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-13de6b6a-76cb-4151-a27c-2c7db2fb5d62 service neutron] 10.222.0.18 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460218
Nov 11 22:27:38.809775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7dfe38f9-f2e8-4efc-9925-57f01fafeae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:38.855778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:39.118823 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-41dbb8d8-0332-4bfb-8a5e-6e9f48f890cf req-dc587c67-1ddd-4c77-80a2-bb32bf6115af tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 210 time: 0.0493786
Nov 11 22:27:39.481451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:40.304641 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8526c0d3-54ff-4183-ab89-407bbcca4e59 req-6b3b3128-dc72-4c78-971e-ac1ba13a138d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 210 time: 0.0517433
Nov 11 22:27:41.120838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-785629d7-846e-42fa-8ba0-12d3b592f5d7 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:41.122460 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-785629d7-846e-42fa-8ba0-12d3b592f5d7 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 811 time: 0.1717236
Nov 11 22:27:41.123540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:41.189179 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-7bab1c64-dc55-4842-bb21-1748c6ae286e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 380 time: 0.0459075
Nov 11 22:27:41.211955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'port': {'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'admin_state_up': True, 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'security_groups': ['5b2e7852-1664-4950-8a26-7cb852ac091d']}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:27:41.378200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:27:41.381665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:port and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:27:41.385108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:27:41.392092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:27:41.435434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Made reservation on behalf of 6c57740d18784553b80eed25f69f8425 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:27:41.441507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:41.493311 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-86aa75d7-11e4-4c3f-8da1-10a49709b58e req-94dd66a3-3c46-43a2-830b-7d57d0c97bfb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 210 time: 0.0492394
Nov 11 22:27:41.640884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Allocated IP 172.20.0.8 (1368af54-0291-4cb3-a24f-f27118575299/96acc01a-7f24-4fe5-bfe7-8503d2aeac66/bf45994a-06ad-46f4-9a4a-85d278e4489c) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:27:41.951084 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:41.967555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Transition to ACTIVE for port object bf45994a-06ad-46f4-9a4a-85d278e4489c will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:27:42.053443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:42.060134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-007e8740-e39c-4818-adaf-b129692d7b44 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:42.138841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Network 1368af54-0291-4cb3-a24f-f27118575299 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:27:42.142304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:27:42.147303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:27:42.180011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=bf45994a-06ad-46f4-9a4a-85d278e4489c,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:42.190300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:42.221099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:42.221937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:42.364498 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1567490
Nov 11 22:27:42.386350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Request body: {'port': {'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:27:42.512141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-ed1adcf4-6915-4cbf-b536-1caf51cf3361 None None] Provisioning for port bf45994a-06ad-46f4-9a4a-85d278e4489c completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:27:42.517861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-ed1adcf4-6915-4cbf-b536-1caf51cf3361 None None] Provisioning complete for port bf45994a-06ad-46f4-9a4a-85d278e4489c triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:27:42.518278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ed1adcf4-6915-4cbf-b536-1caf51cf3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:42.522567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:42.576785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-ed1adcf4-6915-4cbf-b536-1caf51cf3361 None None] Port bf45994a-06ad-46f4-9a4a-85d278e4489c cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:27:42.735773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c20cef-bc67-49ba-9c53-03a05ea6cfb1 req-2ec9f7ef-96d1-4725-b804-d2b038cb4136 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:42.737545 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-18c20cef-bc67-49ba-9c53-03a05ea6cfb1 req-2ec9f7ef-96d1-4725-b804-d2b038cb4136 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 931 time: 0.0939167
Nov 11 22:27:42.792810 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-18c20cef-bc67-49ba-9c53-03a05ea6cfb1 req-70201f76-2d53-4b94-9050-53b074b279d7 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484319
Nov 11 22:27:42.944348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf45994a-06ad-46f4-9a4a-85d278e4489c {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:27:42.951957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:42.970878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Transition to ACTIVE for port object bf45994a-06ad-46f4-9a4a-85d278e4489c will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:27:43.012335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:43.017807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:43.156786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf45994a-06ad-46f4-9a4a-85d278e4489c,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:43.161470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:43.278053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Attempting to bind port bf45994a-06ad-46f4-9a4a-85d278e4489c on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:27:43.278471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Attempting to bind port bf45994a-06ad-46f4-9a4a-85d278e4489c by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:27:43.278788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Attempting to bind port bf45994a-06ad-46f4-9a4a-85d278e4489c on network 1368af54-0291-4cb3-a24f-f27118575299 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:27:43.285305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Port bf45994a-06ad-46f4-9a4a-85d278e4489c on network 1368af54-0291-4cb3-a24f-f27118575299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:27:43.285675 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Attempting to bind port bf45994a-06ad-46f4-9a4a-85d278e4489c on network 1368af54-0291-4cb3-a24f-f27118575299 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:27:43.292555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:27:43.292930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Checking segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:27:43.293381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Bound using segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:27:43.293855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Bound port: bf45994a-06ad-46f4-9a4a-85d278e4489c, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:27:43.294237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:43.393756 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] For port bf45994a-06ad-46f4-9a4a-85d278e4489c, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:27:43.397771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] For port bf45994a-06ad-46f4-9a4a-85d278e4489c, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:27:43.433099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:43.438676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4ec2480a-6667-4754-9d78-f8ae72db9355 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:43.512016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:43.513971 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] 10.222.0.65 "PUT /v2.0/ports/bf45994a-06ad-46f4-9a4a-85d278e4489c HTTP/1.1" status: 200  len: 1093 time: 1.1323154
Nov 11 22:27:43.514664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:27:43.532038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf45994a-06ad-46f4-9a4a-85d278e4489c,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:43.535427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:43.575152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'status': 'completed', 'code': 200}
Nov 11 22:27:43.699359 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67366f0-7ee1-4eea-9b47-a982151ce7f6 req-17880a12-a89d-4b48-886c-7d8c81a4b8d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 1096 time: 0.0845280
Nov 11 22:27:43.891299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67366f0-7ee1-4eea-9b47-a982151ce7f6 req-61c21c86-b59a-412d-83ae-e0280538c7d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:43.893312 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67366f0-7ee1-4eea-9b47-a982151ce7f6 req-61c21c86-b59a-412d-83ae-e0280538c7d6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c57740d18784553b80eed25f69f8425&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1791241
Nov 11 22:27:44.050601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a0b73-03a5-4d1f-bd63-84cfce047dd4 req-8f21c14e-2d9c-4adc-828d-aeb7f217d2c2 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:44.052264 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7a0a0b73-03a5-4d1f-bd63-84cfce047dd4 req-8f21c14e-2d9c-4adc-828d-aeb7f217d2c2 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.1022196
Nov 11 22:27:44.108242 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7a0a0b73-03a5-4d1f-bd63-84cfce047dd4 req-f42b56ac-6e2e-4e94-9b69-7cfeb42390fd tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490353
Nov 11 22:27:44.281214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67366f0-7ee1-4eea-9b47-a982151ce7f6 req-c3459324-48d4-4cdf-bc88-1711be1d4619 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:44.282887 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67366f0-7ee1-4eea-9b47-a982151ce7f6 req-c3459324-48d4-4cdf-bc88-1711be1d4619 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3805292
Nov 11 22:27:44.418521 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-74f335d2-7eb2-4b7e-8e51-155397a2489b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 1096 time: 0.0822859
Nov 11 22:27:44.500553 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-6c2029c8-e55d-4af0-84d6-f224eb0e0deb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c HTTP/1.1" status: 200  len: 217 time: 0.0688639
Nov 11 22:27:44.582109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-087418c1-d031-4009-9539-275e98636344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:44.583721 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-087418c1-d031-4009-9539-275e98636344 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0697093
Nov 11 22:27:44.674892 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-c5013532-f7ed-4996-85e8-c37ec7e78a9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759928
Nov 11 22:27:44.834638 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-2a021dd2-4fc1-4600-b706-373a5ac87ade service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432605
Nov 11 22:27:44.997040 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-817ce083-6e1c-44d5-ba58-886c158b0715 req-b47e31d8-3a5b-4ad6-b0a4-4b84ab0f9f83 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507778
Nov 11 22:27:45.341085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35934e-94d1-4f3b-847b-c50ee7b1f909 req-289c3721-eef1-41c0-90ff-db96ca23c621 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:45.342640 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0f35934e-94d1-4f3b-847b-c50ee7b1f909 req-289c3721-eef1-41c0-90ff-db96ca23c621 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.1066735
Nov 11 22:27:45.395267 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0f35934e-94d1-4f3b-847b-c50ee7b1f909 req-294e510c-168b-49cb-a5e4-fffc9098cc59 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459571
Nov 11 22:27:46.613297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ffb64-caf6-4f7a-8b4a-c469e92bf57d req-baa8c5f5-2c80-456a-87ba-33fd5d97f386 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:46.615002 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ae9ffb64-caf6-4f7a-8b4a-c469e92bf57d req-baa8c5f5-2c80-456a-87ba-33fd5d97f386 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.0883658
Nov 11 22:27:46.673311 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ae9ffb64-caf6-4f7a-8b4a-c469e92bf57d req-dc7a90f4-adfd-42c8-8a4b-2c8ba4d26df0 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518243
Nov 11 22:27:47.971165 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed1c9c-f94b-43cf-9759-7235b4627c94 req-fb3cd318-4fc1-4792-bd22-d408435bfb7a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:47.972714 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2ed1c9c-f94b-43cf-9759-7235b4627c94 req-fb3cd318-4fc1-4792-bd22-d408435bfb7a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.0843098
Nov 11 22:27:48.023094 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2ed1c9c-f94b-43cf-9759-7235b4627c94 req-de8e4802-87c1-4c77-8229-dd862f68518c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441859
Nov 11 22:27:49.233228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99418e06-bfe7-4066-9408-7decccaf8863 req-4eac7758-9348-4c58-a400-f00a3d483dd4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:49.234952 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-99418e06-bfe7-4066-9408-7decccaf8863 req-4eac7758-9348-4c58-a400-f00a3d483dd4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.0863221
Nov 11 22:27:49.284255 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-99418e06-bfe7-4066-9408-7decccaf8863 req-17e9bf98-b682-4537-85bc-b303645f9515 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430896
Nov 11 22:27:50.497006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a420d7-6992-4f4e-9a02-6baac2813125 req-1baf5fc9-263e-4caf-87ed-6a077b2b682b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:50.498779 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81a420d7-6992-4f4e-9a02-6baac2813125 req-1baf5fc9-263e-4caf-87ed-6a077b2b682b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.0853369
Nov 11 22:27:50.552350 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81a420d7-6992-4f4e-9a02-6baac2813125 req-6a9be1be-c233-449e-8ce3-55e96026881e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468290
Nov 11 22:27:51.777179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667e7c7-9b70-4408-b709-6d1e7e18e9e2 req-0568e589-6098-4705-94b8-0d4643d222cd tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:51.778833 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1667e7c7-9b70-4408-b709-6d1e7e18e9e2 req-0568e589-6098-4705-94b8-0d4643d222cd tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.0963581
Nov 11 22:27:51.827032 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1667e7c7-9b70-4408-b709-6d1e7e18e9e2 req-4c289c03-0de8-49eb-a5e0-e35109b9d373 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421817
Nov 11 22:27:53.035883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a74b8b-543b-458d-bed4-d952aad94cd9 req-7a7f7a9e-1cb3-4cf9-8cd2-6e24eb1b5a01 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:53.038528 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f2a74b8b-543b-458d-bed4-d952aad94cd9 req-7a7f7a9e-1cb3-4cf9-8cd2-6e24eb1b5a01 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.0898368
Nov 11 22:27:53.091254 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f2a74b8b-543b-458d-bed4-d952aad94cd9 req-1e37368f-5258-40a9-8a78-35d132a0f42c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462377
Nov 11 22:27:54.300136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36d6b-5675-457c-baae-cac3ea0ca553 req-fdfb460b-c116-48e9-9a4c-6a98c84b7c5c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:54.301975 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f8b36d6b-5675-457c-baae-cac3ea0ca553 req-fdfb460b-c116-48e9-9a4c-6a98c84b7c5c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 943 time: 0.0858326
Nov 11 22:27:54.355544 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f8b36d6b-5675-457c-baae-cac3ea0ca553 req-46e1cece-0455-4339-a71b-14eb8b80a6ab tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473900
Nov 11 22:27:54.886034 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device bf45994a-06ad-46f4-9a4a-85d278e4489c details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:27:55.030908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port bf45994a-06ad-46f4-9a4a-85d278e4489c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:55.044924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:27:55.102031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:55.119390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf45994a-06ad-46f4-9a4a-85d278e4489c {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:27:55.134403 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port bf45994a-06ad-46f4-9a4a-85d278e4489c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:55.174840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:55.176631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:55.240189 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=bf45994a-06ad-46f4-9a4a-85d278e4489c,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:55.248916 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.249320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.249702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.250602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.250972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.251340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.251707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.252070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.252429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.252789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.253147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:27:55.257126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:55.566639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948dff-b25f-41f3-8abc-eaf6cfc07275 req-f43e284c-856a-4578-af3b-47a099ea1fbd tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:55.568240 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9e948dff-b25f-41f3-8abc-eaf6cfc07275 req-f43e284c-856a-4578-af3b-47a099ea1fbd tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 944 time: 0.0886762
Nov 11 22:27:55.615874 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9e948dff-b25f-41f3-8abc-eaf6cfc07275 req-9524a1a2-83a9-40e3-b8e0-b3e550296c0e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415096
Nov 11 22:27:55.776236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['bf45994a-06ad-46f4-9a4a-85d278e4489c'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:27:56.823489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0e7e-7b60-40f1-8fa4-5520d42d7e72 req-855f94fb-794e-4011-a701-23c6ae43697f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:56.825359 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-171a0e7e-7b60-40f1-8fa4-5520d42d7e72 req-855f94fb-794e-4011-a701-23c6ae43697f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 944 time: 0.0874889
Nov 11 22:27:56.879675 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-171a0e7e-7b60-40f1-8fa4-5520d42d7e72 req-adea6cd2-4cec-47a8-8cad-eac2ec42b242 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475359
Nov 11 22:27:57.040742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:58.087934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12ff60-15bf-4987-bbd4-d8ed5d9a13e9 req-d7a63026-2441-4d70-a236-ce805287d405 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:58.089589 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6f12ff60-15bf-4987-bbd4-d8ed5d9a13e9 req-d7a63026-2441-4d70-a236-ce805287d405 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 944 time: 0.0860646
Nov 11 22:27:58.137571 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6f12ff60-15bf-4987-bbd4-d8ed5d9a13e9 req-9c1ce84a-33b1-4879-af85-b3434e70e0ff tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414135
Nov 11 22:27:58.924546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device bf45994a-06ad-46f4-9a4a-85d278e4489c up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:27:59.028956 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port bf45994a-06ad-46f4-9a4a-85d278e4489c completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:27:59.034242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port bf45994a-06ad-46f4-9a4a-85d278e4489c triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:27:59.034664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:59.161384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:59.213255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:27:59.230697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port bf45994a-06ad-46f4-9a4a-85d278e4489c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:27:59.276909 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'code': 200}
Nov 11 22:27:59.278301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:27:59.280507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:27:59.347797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37d9e-a264-445d-af6f-b82a6a313cd1 req-970c808f-ad5b-4968-aead-49dcd3a7f4c2 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:27:59.349477 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0ed37d9e-a264-445d-af6f-b82a6a313cd1 req-970c808f-ad5b-4968-aead-49dcd3a7f4c2 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0876989
Nov 11 22:27:59.353704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=bf45994a-06ad-46f4-9a4a-85d278e4489c,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:27:59.357071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:27:59.402080 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0ed37d9e-a264-445d-af6f-b82a6a313cd1 req-da0af487-78fb-4227-bf7a-e3cf05ac935f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454843
Nov 11 22:27:59.861800 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd53eb51-b8f5-4b3a-8020-d3b5a4edcbaa req-f44c7670-44b0-4add-9b6d-07f05bcf305b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 1098 time: 0.0829809
Nov 11 22:27:59.908437 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd53eb51-b8f5-4b3a-8020-d3b5a4edcbaa req-70de2460-3f93-41ec-9b0f-000a5d7dbac5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390425
Nov 11 22:28:00.615256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6cb8a-5e2f-412f-88fb-39c1fe71cbe9 req-11cc5560-4250-43ec-a2e8-c87587e6faa9 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:00.616854 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4ff6cb8a-5e2f-412f-88fb-39c1fe71cbe9 req-11cc5560-4250-43ec-a2e8-c87587e6faa9 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0841813
Nov 11 22:28:00.667044 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4ff6cb8a-5e2f-412f-88fb-39c1fe71cbe9 req-ab86be39-e3ec-4ce7-96c4-9e80c96a2097 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434072
Nov 11 22:28:01.873110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14674a-8d7d-4b5e-8887-08905434d116 req-8d9b7ff8-2b23-4f12-ab62-753e507f4128 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:01.875366 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7b14674a-8d7d-4b5e-8887-08905434d116 req-8d9b7ff8-2b23-4f12-ab62-753e507f4128 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0833435
Nov 11 22:28:01.929307 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7b14674a-8d7d-4b5e-8887-08905434d116 req-2fee36ea-43a2-4134-8dee-91754ebb66b0 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473578
Nov 11 22:28:03.149926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd009-579b-419f-aedd-c63a2b346244 req-a7edfab9-26f2-4a3e-bd52-b5e28970a4e8 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:03.151426 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b1acd009-579b-419f-aedd-c63a2b346244 req-a7edfab9-26f2-4a3e-bd52-b5e28970a4e8 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0814292
Nov 11 22:28:03.199835 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b1acd009-579b-419f-aedd-c63a2b346244 req-83b6a244-7e70-4f1b-8581-cc247d1067a9 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416512
Nov 11 22:28:03.406660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b3e17-3e8f-403d-9232-d3f64a0762da req-9b1b6dcd-054e-41fb-a36d-f92e4a105776 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:03.408193 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8a0b3e17-3e8f-403d-9232-d3f64a0762da req-9b1b6dcd-054e-41fb-a36d-f92e4a105776 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0870271
Nov 11 22:28:03.457942 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8a0b3e17-3e8f-403d-9232-d3f64a0762da req-8d4cfa99-d467-4894-8edd-ddf96806141f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432527
Nov 11 22:28:03.485808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52466) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:03.564605 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4b934a0c-f6a2-4448-8301-b06360af5041 tempest-TestVolumeBootPattern-1667334030 tempest-TestVolumeBootPattern-1667334030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 1093 time: 0.0769939
Nov 11 22:28:03.567315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52470) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:03.572995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:28:03.579761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:03.583880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:floatingip and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:03.586889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:03.592913 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:03.652090 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:03.804812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:03.956680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Allocated IP 172.27.1.162 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/d03b1339-1e88-41f6-8752-632d6e785bb7) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:28:04.107752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:04.158195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:04.162817 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:04.229363 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:04.232773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:04.235520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=d03b1339-1e88-41f6-8752-632d6e785bb7,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:04.238572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:28:04.255559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:28:04.286846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.287251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.287652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.288044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.288443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.288833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.289216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.289626 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.290008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.290388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.290770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:04.296338 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:04.792332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:04.884061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:05.097803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:05.134901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:05.141554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:05.262458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=d03b1339-1e88-41f6-8752-632d6e785bb7,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:05.262458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:05.272050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:05.681061 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Floating IP eadef706-4c64-41a5-96ad-6cd2588d2067 associated. External IP: 172.27.1.162, port: bf45994a-06ad-46f4-9a4a-85d278e4489c.
Nov 11 22:28:06.095091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:28:06.303838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:28:06.318323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:28:06.331867 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:06.332540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b75b9a90>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:27:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:06.363292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:06.420832 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8524044
Nov 11 22:28:06.421530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:28:06.477508 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'status': 'completed', 'code': 200}
Nov 11 22:28:06.477677 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-30f3549c-5ed1-4ce8-a18a-c3c5c705b445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:06.533694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:06.584855 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81b00bff-6941-492e-813f-cbe657665b82 req-7042dc17-72a5-4ccd-ba23-6fe0e273ad09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 1098 time: 0.0757673
Nov 11 22:28:06.733901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b00bff-6941-492e-813f-cbe657665b82 req-2af27e31-a052-4143-82c4-40a598283fa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:06.736042 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81b00bff-6941-492e-813f-cbe657665b82 req-2af27e31-a052-4143-82c4-40a598283fa5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.1415663
Nov 11 22:28:06.848894 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81b00bff-6941-492e-813f-cbe657665b82 req-1cde656c-184b-4543-ad5a-cb7d82ff1571 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c HTTP/1.1" status: 200  len: 999 time: 0.1041703
Nov 11 22:28:06.899197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b75b9a90>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:04Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:06.903319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:28:06.915137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:06.915813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b75b9a90>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:27:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:06.927798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b00bff-6941-492e-813f-cbe657665b82 req-9df4884d-2c27-4796-9d79-492fc9114db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:06.931442 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81b00bff-6941-492e-813f-cbe657665b82 req-9df4884d-2c27-4796-9d79-492fc9114db3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0702906
Nov 11 22:28:07.013617 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81b00bff-6941-492e-813f-cbe657665b82 req-dbc2bcf9-d4ed-4275-afce-5638fc228529 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746644
Nov 11 22:28:07.106377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:07.167393 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81b00bff-6941-492e-813f-cbe657665b82 req-3ee4222a-32d1-42d6-aeba-6de65a44e5b8 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420453
Nov 11 22:28:07.328855 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81b00bff-6941-492e-813f-cbe657665b82 req-54218cb6-4844-4690-8ec7-802cf84f49fd service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516886
Nov 11 22:28:07.484452 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b75b9a90>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:04Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:07.490803 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ca47e-656c-40a3-b6ef-1a457b24d662 None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:04Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:28:07.878900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e19f1-5046-48a9-a34b-4d70c360a7ac None None] New status for floating IP eadef706-4c64-41a5-96ad-6cd2588d2067: ACTIVE {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:28:08.805722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d71d-e0e9-4e74-a10a-ef5caa98e4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:08.854616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:09.411209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:11.111605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:11.709791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52526) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:11.859918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:11.895994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:11.900180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Usage tracker for resource:security_group_rule and tenant:a9870ad42f4341b7b547a86f3985e729 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:11.903199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:11.909876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:12.036725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:12.068911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:12.076998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d5b83564-e5ca-461f-b911-96ab731b38bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:12.122508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e8f60e-7970-47ea-bddf-b0623e800336,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:12.126109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:12.129443 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9870ad42f4341b7b547a86f3985e729&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4183807
Nov 11 22:28:12.132829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 52532) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:12.199065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:12.228456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:12.423181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:12.429239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9d61109d-13f2-4943-87fc-1bd2175f4c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:12.448013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e8f60e-7970-47ea-bddf-b0623e800336,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:12.456862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:12.458335 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6e8f60e-7970-47ea-bddf-b0623e800336 HTTP/1.1" status: 204  len: 168 time: 0.3240621
Nov 11 22:28:12.462109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.462753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.462922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.463333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.463742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.464150 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.464555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.464963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.465441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.465860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.466434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:12.470136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:13.514760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 52558) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:13.659167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1266986610-network', 'tenant_id': '57f66330954d430abdc50a1a175c3450'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:28:13.664358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:13.668377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Usage tracker for resource:network and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:13.671391 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:13.678326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:13.720266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Made reservation on behalf of 57f66330954d430abdc50a1a175c3450 for: {'network': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:28:13.725215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:13.739200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:13.771737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:13.775559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Usage tracker for resource:security_group_rule and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:13.778430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:13.785062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:13.851861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:13.879555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:13.884065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0176d744-5835-4e5a-869b-b2055e68369b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:13.911493 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=88344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:28:13.924892 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a9d0d5-158c-4512-a2c9-a59849b1bd90,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:13.928199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:13.930879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:13.931295 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Added segment 16742175-4e51-46ef-89c8-716785c63261 of type vlan for network b0c694f1-8a29-426a-81c5-2e4728668287
Nov 11 22:28:13.959043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.022628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.023867 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:14.024514 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.029877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-038f08ce-5c41-404e-8ab4-49900345536d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:14.136459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Pushing event updated for resources: {'Network': ['ID=b0c694f1-8a29-426a-81c5-2e4728668287,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:14.139371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:14.147751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network b0c694f1-8a29-426a-81c5-2e4728668287 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:28:14.160427 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6439993
Nov 11 22:28:14.163513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 52564) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:14.169494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Request body: {'subnet': {'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1266986610-subnet', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'ip_version': 4}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:28:14.175709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:14.179879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Usage tracker for resource:subnet and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:14.182926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:14.190069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:14.239980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Made reservation on behalf of 57f66330954d430abdc50a1a175c3450 for: {'subnet': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:28:14.245155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839102880'] for subnet, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.497575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839529374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839102863'] for subnet, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.502395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:14.583215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=867023c9-b3e3-48ee-9e39-21b92fed6da5,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:14.588442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:14.599348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Checking segment: {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:28:14.599744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Network hostable DHCP agents. Network: b0c694f1-8a29-426a-81c5-2e4728668287, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:28:14.645651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Network b0c694f1-8a29-426a-81c5-2e4728668287 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:28:14.685996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, b0c694f1-8a29-426a-81c5-2e4728668287) {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:14.690491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:14.691265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.696816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26e32a-03a4-4a17-8d74-58bf2a148ea6 None None] Network b0c694f1-8a29-426a-81c5-2e4728668287 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:28:14.743899 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ac8022f6-1f88-4284-bbe6-0f69e94aee2d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5791886
Nov 11 22:28:14.746779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 52568) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:14.752309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:28:14.757706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:14.761744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Usage tracker for resource:router and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:14.764671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:14.771153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:14.806348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.807460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.826811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:14.927224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-b0c694f1-8a29-426a-81c5-2e4728668287', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:28:14.928129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.011288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.120127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Allocated IP 172.20.0.2 (b0c694f1-8a29-426a-81c5-2e4728668287/867023c9-b3e3-48ee-9e39-21b92fed6da5/72b9d018-8f4e-4348-b9db-e5315d630127) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:28:15.273868 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.305840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.398278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.463275 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Allocated IP 172.27.1.129 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/8fbd45d4-b134-4543-b9b0-98f0be0e970a) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:28:15.463515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Transition to ACTIVE for port object 72b9d018-8f4e-4348-b9db-e5315d630127 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:15.495586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Transition to ACTIVE for port object 72b9d018-8f4e-4348-b9db-e5315d630127 will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:15.531670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.537556 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-87e68a40-d511-4ed4-80a6-dbdbd3d49931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:15.599086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Network b0c694f1-8a29-426a-81c5-2e4728668287 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:15.602712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:15.606773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:28:15.613175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Pushing event updated for resources: {'Port': ['ID=72b9d018-8f4e-4348-b9db-e5315d630127,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:15.617764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:15.631552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.686046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.692142 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-61be1eeb-7d07-40f8-b495-d45718077e33 tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:15.702722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Attempting to bind port 72b9d018-8f4e-4348-b9db-e5315d630127 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:28:15.703134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Attempting to bind port 72b9d018-8f4e-4348-b9db-e5315d630127 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:28:15.703541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Attempting to bind port 72b9d018-8f4e-4348-b9db-e5315d630127 on network b0c694f1-8a29-426a-81c5-2e4728668287 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:28:15.710192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:28:15.710607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Checking segment: {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:28:15.711051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.711494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Bound using segment: {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:28:15.711998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Bound port: 72b9d018-8f4e-4348-b9db-e5315d630127, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:28:15.712416 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.761979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:15.765086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:15.770074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:28:15.815253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Pushing event updated for resources: {'Port': ['ID=8fbd45d4-b134-4543-b9b0-98f0be0e970a,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:15.815742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] For port 72b9d018-8f4e-4348-b9db-e5315d630127, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:28:15.815742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] For port 72b9d018-8f4e-4348-b9db-e5315d630127, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=72b9d018-8f4e-4348-b9db-e5315d630127,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:28:15.815946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:15.863504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:15.868617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-16928bff-3889-4173-8f38-50f15f4af856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:15.951506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Pushing event updated for resources: {'Port': ['ID=72b9d018-8f4e-4348-b9db-e5315d630127,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:15.954738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:16.047893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:16.048662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:16.342955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:28:16.752278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 72b9d018-8f4e-4348-b9db-e5315d630127 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:16.801471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:28:16.815482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Sync routers for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:28:16.847244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:16.848127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b73d4b38>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:16.860831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:16.865007 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.1144967
Nov 11 22:28:16.865332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 52572) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:16.903540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 72b9d018-8f4e-4348-b9db-e5315d630127 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:17.041973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:17.361140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b73d4b38>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:15Z', 'revision_number': 3, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:17.361140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Checking router: 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:28:17.361140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Updating router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb port 8fbd45d4-b134-4543-b9b0-98f0be0e970a binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:28:17.416117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:17.676813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:17.773735 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a69e26-f724-4c8b-8366-3ac5628f4cf2 None None] Network b0c694f1-8a29-426a-81c5-2e4728668287 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:28:17.877515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:17.911324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Transition to ACTIVE for port object 8fbd45d4-b134-4543-b9b0-98f0be0e970a will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:17.911599 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Allocated IP 172.20.0.1 (b0c694f1-8a29-426a-81c5-2e4728668287/867023c9-b3e3-48ee-9e39-21b92fed6da5/eb4380bb-f2d2-4582-b41e-e019184e884d) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:28:17.936367 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] Provisioning for port 72b9d018-8f4e-4348-b9db-e5315d630127 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:17.974136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] Provisioning complete for port 72b9d018-8f4e-4348-b9db-e5315d630127 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:17.974555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.007283 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.023009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:18.157787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.176438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Transition to ACTIVE for port object eb4380bb-f2d2-4582-b41e-e019184e884d will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:18.221193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.226413 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-98a62642-71ba-4d98-a3a1-f4b926f4a4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:18.302468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Network b0c694f1-8a29-426a-81c5-2e4728668287 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:18.305901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4380bb-f2d2-4582-b41e-e019184e884d,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:18.308488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:18.310460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:18.311203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:28:18.319768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95748ec-0dae-4d98-8eb3-1832d8cc08d9 None None] Pushing event updated for resources: {'Port': ['ID=8fbd45d4-b134-4543-b9b0-98f0be0e970a,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:18.328692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a95748ec-0dae-4d98-8eb3-1832d8cc08d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:18.333293 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Attempting to bind port 8fbd45d4-b134-4543-b9b0-98f0be0e970a on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:28:18.333875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Attempting to bind port 8fbd45d4-b134-4543-b9b0-98f0be0e970a by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:28:18.334121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Attempting to bind port 8fbd45d4-b134-4543-b9b0-98f0be0e970a on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:28:18.370981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.374480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:28:18.374902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:28:18.375356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.375798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:28:18.376328 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Bound port: 8fbd45d4-b134-4543-b9b0-98f0be0e970a, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:28:18.376746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.465597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.504211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.520667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] For port 8fbd45d4-b134-4543-b9b0-98f0be0e970a, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:28:18.525341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] For port 8fbd45d4-b134-4543-b9b0-98f0be0e970a, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=8fbd45d4-b134-4543-b9b0-98f0be0e970a,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:28:18.531125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] For port 72b9d018-8f4e-4348-b9db-e5315d630127, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=72b9d018-8f4e-4348-b9db-e5315d630127,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:28:18.552306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.562524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0be647c5-2653-4def-beae-b5652b469839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:18.603326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.654025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95748ec-0dae-4d98-8eb3-1832d8cc08d9 None None] Pushing event updated for resources: {'Port': ['ID=8fbd45d4-b134-4543-b9b0-98f0be0e970a,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:18.657982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a95748ec-0dae-4d98-8eb3-1832d8cc08d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:18.659333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:18.693034 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:18.693800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b73d4b38>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:18.768244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.799801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.831589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:18.895984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] Pushing event updated for resources: {'Port': ['ID=72b9d018-8f4e-4348-b9db-e5315d630127,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:18.899932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:18.924618 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:18.928816 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4380bb-f2d2-4582-b41e-e019184e884d,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:18.933415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:18.944755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-ce79fd93-6bd1-41d8-bc26-9113f7cae624 None None] Provisioning complete for port 72b9d018-8f4e-4348-b9db-e5315d630127 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:18.945178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce79fd93-6bd1-41d8-bc26-9113f7cae624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:19.009731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:19.083163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Network b0c694f1-8a29-426a-81c5-2e4728668287 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:19.084340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:19.384370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-ce79fd93-6bd1-41d8-bc26-9113f7cae624 None None] Provisioning for port eb4380bb-f2d2-4582-b41e-e019184e884d completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:19.395366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-ce79fd93-6bd1-41d8-bc26-9113f7cae624 None None] Provisioning complete for port eb4380bb-f2d2-4582-b41e-e019184e884d triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:19.395789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ce79fd93-6bd1-41d8-bc26-9113f7cae624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:19.461475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-ce79fd93-6bd1-41d8-bc26-9113f7cae624 None None] Port eb4380bb-f2d2-4582-b41e-e019184e884d cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:28:19.480511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b73d4b38>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:17Z', 'revision_number': 1, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:19.486366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f6919-d4f4-4d3a-ad17-5a48379d507b None None] The sync data for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi is: [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:17Z', 'revision_number': 1, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:28:19.585855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-2b7c805d-eda3-4f26-9c81-1d6d7ac6b7ff None None] Provisioning complete for port eb4380bb-f2d2-4582-b41e-e019184e884d triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:19.586384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2b7c805d-eda3-4f26-9c81-1d6d7ac6b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:19.645148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c805d-eda3-4f26-9c81-1d6d7ac6b7ff None None] Port eb4380bb-f2d2-4582-b41e-e019184e884d cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:28:19.741863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:28:19.976610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:28:19.988008 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] 10.222.0.18 "PUT /v2.0/routers/07b8aa55-4838-43c7-ba0a-f09a3e8f68fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1214664
Nov 11 22:28:20.778867 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 72b9d018-8f4e-4348-b9db-e5315d630127 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:20.875035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 72b9d018-8f4e-4348-b9db-e5315d630127 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:20.875457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.013602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 8fbd45d4-b134-4543-b9b0-98f0be0e970a up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:21.111991 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 8fbd45d4-b134-4543-b9b0-98f0be0e970a completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:21.117739 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 8fbd45d4-b134-4543-b9b0-98f0be0e970a triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:21.118162 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.260190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.269056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52598) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:21.275920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2022244366-network', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:28:21.277978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 8fbd45d4-b134-4543-b9b0-98f0be0e970a, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=8fbd45d4-b134-4543-b9b0-98f0be0e970a,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:28:21.282279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:21.286827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Usage tracker for resource:network and tenant:b3df926489c0431eac44ad93d82780f0 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:21.290220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:21.297087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:21.314085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.316186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:21.342431 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Made reservation on behalf of b3df926489c0431eac44ad93d82780f0 for: {'network': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:28:21.348772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for network, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.365687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.385610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=8fbd45d4-b134-4543-b9b0-98f0be0e970a,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:21.389273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:21.400440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:21.404674 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Usage tracker for resource:security_group_rule and tenant:b3df926489c0431eac44ad93d82780f0 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:21.408518 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:21.415052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:21.521347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.547037 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.550563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-05e54d6c-0afa-4b16-af2e-176bbedcc8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:21.589873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=88345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 11 22:28:21.597454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1ccc3c-21a2-443d-b2b3-a7284644011f,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:21.601486 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:21.604137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.604532 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.segments_db [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Added segment 414adf75-e78f-430e-bd46-0de6db7fd4e7 of type vlan for network d889008d-d9c8-404f-b61a-85b0b31c7299
Nov 11 22:28:21.632062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727566287782'] for network, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.697049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106'] for network, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.698406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:21.699053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:21.704400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a0f99d50-1b94-4b12-950d-0ff36faa82be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:21.817124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Pushing event updated for resources: {'Network': ['ID=d889008d-d9c8-404f-b61a-85b0b31c7299,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:21.822730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:21.828432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Network d889008d-d9c8-404f-b61a-85b0b31c7299 details requested by agent ovs-agent-dv-cinder-815883-4-iscsi with host dv-cinder-815883-4-iscsi {{(pid=88346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 11 22:28:21.857709 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-869a78ce-1453-4fe6-9af7-99669098260e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5870652
Nov 11 22:28:21.860926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52602) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:21.867190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Request body: {'subnet': {'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2022244366-subnet', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'ip_version': 4}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:28:21.872678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:21.877779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Usage tracker for resource:subnet and tenant:b3df926489c0431eac44ad93d82780f0 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:21.880971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:21.887390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:21.925808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Made reservation on behalf of b3df926489c0431eac44ad93d82780f0 for: {'subnet': 1} {{(pid=88345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:28:21.930754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838540329'] for subnet, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:22.182904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838862453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838540346'] for subnet, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:22.187679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:22.258524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd332ae-3d5b-4afd-a208-95761eb7fb21,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:22.263073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:22.273951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Checking segment: {'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:28:22.274350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Network hostable DHCP agents. Network: d889008d-d9c8-404f-b61a-85b0b31c7299, hostable agents: ['050281d7-01de-46ac-aada-5d15825dc49d'], hosted agents: [] {{(pid=88345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 11 22:28:22.325362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Network d889008d-d9c8-404f-b61a-85b0b31c7299 is scheduled to be hosted by DHCP agent 050281d7-01de-46ac-aada-5d15825dc49d with binding_index 1 {{(pid=88345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 11 22:28:22.371176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-iscsi, d889008d-d9c8-404f-b61a-85b0b31c7299) {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:22.375858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:22.376034 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:22.381375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4717abc9-1225-425d-89d1-b0aa2de22af3 None None] Network d889008d-d9c8-404f-b61a-85b0b31c7299 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:28:22.417875 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-75e08ddf-6800-4621-bb30-411808f7ce4a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5556965
Nov 11 22:28:22.421609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52608) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:22.427136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:28:22.432175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:22.436329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Usage tracker for resource:router and tenant:b3df926489c0431eac44ad93d82780f0 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:22.439360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:22.445295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:22.479825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036838467675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854661225'] for router, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:22.480884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838085261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114591'] for router, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:22.551266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:22.616193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde50be9b-27d3-57e1-9edc-069772726b5b-d889008d-d9c8-404f-b61a-85b0b31c7299', 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'fixed_ips': [{'subnet_id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21'}]}} from dv-cinder-815883-4-iscsi. {{(pid=88346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 11 22:28:22.617238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:22.713973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 8fbd45d4-b134-4543-b9b0-98f0be0e970a up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:22.744845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838085310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838467660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114672'] for router, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:22.854955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Allocated IP 172.20.0.2 (d889008d-d9c8-404f-b61a-85b0b31c7299/fcd332ae-3d5b-4afd-a208-95761eb7fb21/da5d09c8-7e8f-4165-87f6-40ba4bcb58d2) {{(pid=88346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:28:22.868398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 8fbd45d4-b134-4543-b9b0-98f0be0e970a triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:22.868821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.002420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.040533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.208027 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Allocated IP 172.27.1.207 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:28:23.346120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Notify callbacks [] for port, precommit_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.357007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Transition to ACTIVE for port object da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:23.377799 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Transition to ACTIVE for port object da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 will not be triggered until provisioned by entity DHCP. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:23.379262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.396958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Sync routers for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:28:23.410112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:23.410789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b760f710>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:23.423720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361'] for port, after_create {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.428523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-16928bff-3889-4173-8f38-50f15f4af856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:23.451396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.456951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:23.502085 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Network d889008d-d9c8-404f-b61a-85b0b31c7299 is already hosted by enough agents. {{(pid=88346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:23.505607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Pushing event updated for resources: {'Port': ['ID=da5d09c8-7e8f-4165-87f6-40ba4bcb58d2,revision_number=1']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:23.508242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Resources bound (agent type, host, resource id):  {{(pid=88346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:23.510121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:23.510910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Received port after_create {{(pid=88346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:28:23.536809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:23.540616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:23.544808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:28:23.581137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Pushing event updated for resources: {'Port': ['ID=e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:23.592804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:23.610574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Attempting to bind port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:28:23.611121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Attempting to bind port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:28:23.611538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Attempting to bind port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 on network d889008d-d9c8-404f-b61a-85b0b31c7299 {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:28:23.615265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:23.619144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:28:23.619573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Checking segment: {'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:28:23.620030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.620457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Bound using segment: {'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:28:23.621109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Bound port: da5d09c8-7e8f-4165-87f6-40ba4bcb58d2, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:28:23.621559 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.768197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.768965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16308157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16690469'] for router, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.774838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] For port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:28:23.779510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] For port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=da5d09c8-7e8f-4165-87f6-40ba4bcb58d2,segment=NetworkSegment(414adf75-e78f-430e-bd46-0de6db7fd4e7),segment_id=414adf75-e78f-430e-bd46-0de6db7fd4e7)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:28:23.846851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:23.859188 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:23.948460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Pushing event updated for resources: {'Port': ['ID=da5d09c8-7e8f-4165-87f6-40ba4bcb58d2,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:23.949239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b760f710>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 2, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:23.953255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:23.954159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Checking router: 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:28:23.954570 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Updating router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb port eb4380bb-f2d2-4582-b41e-e019184e884d binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:28:24.011471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:24.096664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Router 67fac547-6479-4fba-895a-3f6dd580cbd2 is scheduled to L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 with binding_index 1 {{(pid=88345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 11 22:28:24.429936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:24.444003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Transition to ACTIVE for port object eb4380bb-f2d2-4582-b41e-e019184e884d will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:24.491643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:24.497131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fc73e11a-ac86-406d-a69d-daee2f8d0aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:24.561437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:28:24.573099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Sync routers for ids ['67fac547-6479-4fba-895a-3f6dd580cbd2'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:28:24.588055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Routers {'67fac547-6479-4fba-895a-3f6dd580cbd2'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:24.588757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b73b08d0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67fac547-6479-4fba-895a-3f6dd580cbd2'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:24.628514 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:24.632677 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d69b9058-0487-4e2c-b772-943a7d5fef5e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.2073832
Nov 11 22:28:24.632980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52614) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:28:24.665336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Pushing event updated for resources: {'Port': ['ID=eb4380bb-f2d2-4582-b41e-e019184e884d,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:24.679203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.679589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.679960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.680330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.680694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.681058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.681447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.681814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.682189 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.682504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.682859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:28:24.689685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:24.789316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Attempting to bind port eb4380bb-f2d2-4582-b41e-e019184e884d on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:28:24.789832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Attempting to bind port eb4380bb-f2d2-4582-b41e-e019184e884d by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:28:24.790333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Attempting to bind port eb4380bb-f2d2-4582-b41e-e019184e884d on network b0c694f1-8a29-426a-81c5-2e4728668287 {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:28:24.798295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:28:24.798990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Checking segment: {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:28:24.803561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:24.804404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Bound using segment: {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:28:24.805206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Bound port: eb4380bb-f2d2-4582-b41e-e019184e884d, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:28:24.805781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:24.808057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:24.856888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Set router 67fac547-6479-4fba-895a-3f6dd580cbd2 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:24.931794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] For port eb4380bb-f2d2-4582-b41e-e019184e884d, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:28:24.935299 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] For port eb4380bb-f2d2-4582-b41e-e019184e884d, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=eb4380bb-f2d2-4582-b41e-e019184e884d,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:28:24.969262 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:24.974781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:25.073754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Pushing event updated for resources: {'Port': ['ID=eb4380bb-f2d2-4582-b41e-e019184e884d,revision_number=4']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:25.083292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:25.084263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b760f710>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:25.146969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cf5980c5-8864-4d00-aa98-9070a472fb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:25.181921 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:25.305111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b73b08d0>, [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:28:23Z', 'revision_number': 3, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port': {'id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:23Z', 'updated_at': '2021-11-11T22:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:25.310780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Checking router: 67fac547-6479-4fba-895a-3f6dd580cbd2 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:28:25.311635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Updating router 67fac547-6479-4fba-895a-3f6dd580cbd2 port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 binding host dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:28:25.343698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:25.374884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:25.675100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:25.779687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b760f710>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:24Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:25.787340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820f811-5c27-44d2-8720-0ea7a20b1bd6 None None] The sync data for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi is: [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:24Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:28:25.819889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:25.839178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Transition to ACTIVE for port object e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 will not be triggered until provisioned by entity L2. {{(pid=88346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:25.874674 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:25.879050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b915794d-a120-4f05-ab3e-7ae30bc10954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:25.937035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Allocated IP 172.20.0.1 (d889008d-d9c8-404f-b61a-85b0b31c7299/fcd332ae-3d5b-4afd-a208-95761eb7fb21/537427a7-821a-4312-849b-b07efeaaac18) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:28:25.984152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Attempting to bind port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:28:25.984880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Attempting to bind port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:28:25.985306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Attempting to bind port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 on network 3055b600-b271-4837-8b5f-e4288dee987a {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:28:25.996003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d865de-e8dc-456b-b04c-78a9b1969af8 None None] Pushing event updated for resources: {'Port': ['ID=e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19,revision_number=2']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:26.000637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-21d865de-e8dc-456b-b04c-78a9b1969af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:26.001504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:28:26.001931 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Checking segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:28:26.002385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.002822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Bound using segment: {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'} {{(pid=88346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:28:26.003349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Bound port: e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44073f0c-c7d7-4423-9380-bd4356472033', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}}] {{(pid=88346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:28:26.003768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.039937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a92ca-a2ac-4eeb-98c0-183c0482ebc4 None None] Network d889008d-d9c8-404f-b61a-85b0b31c7299 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:28:26.110276 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.130261 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Transition to ACTIVE for port object 537427a7-821a-4312-849b-b07efeaaac18 will not be triggered until provisioned by entity DHCP. {{(pid=88345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:26.180568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.192858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:26.207743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] For port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:28:26.213220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] For port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:28:26.231162 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] Provisioning for port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:26.239449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] Provisioning complete for port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:26.239871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.253710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Network d889008d-d9c8-404f-b61a-85b0b31c7299 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:26.262157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:26.266959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:28:26.303509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.312437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=537427a7-821a-4312-849b-b07efeaaac18,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:26.314841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:26.317349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:26.332624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838088608'] for router_interface, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.460551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.484215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d865de-e8dc-456b-b04c-78a9b1969af8 None None] Pushing event updated for resources: {'Port': ['ID=e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:26.516740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-21d865de-e8dc-456b-b04c-78a9b1969af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:26.529217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Routers {'67fac547-6479-4fba-895a-3f6dd580cbd2'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:26.529966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b73b08d0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67fac547-6479-4fba-895a-3f6dd580cbd2'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:26.722448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.754218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.767449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device eb4380bb-f2d2-4582-b41e-e019184e884d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:26.785667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:26.854590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:26.872741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=537427a7-821a-4312-849b-b07efeaaac18,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:26.875893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:26.877019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838961089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16687111'] for router_interface, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:27.029230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Network d889008d-d9c8-404f-b61a-85b0b31c7299 is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:27.029582 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] For port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=da5d09c8-7e8f-4165-87f6-40ba4bcb58d2,segment=NetworkSegment(414adf75-e78f-430e-bd46-0de6db7fd4e7),segment_id=414adf75-e78f-430e-bd46-0de6db7fd4e7)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:28:27.031547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:27.049762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] Set router 67fac547-6479-4fba-895a-3f6dd580cbd2 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:27.096662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port eb4380bb-f2d2-4582-b41e-e019184e884d completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:27.100047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:27.102045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:27.111062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:27.158345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port eb4380bb-f2d2-4582-b41e-e019184e884d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:27.158664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:27.399733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] Pushing event updated for resources: {'Port': ['ID=da5d09c8-7e8f-4165-87f6-40ba4bcb58d2,revision_number=3']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:27.409405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:27.535025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-3445626f-2de7-40d9-a48e-126904d95f3e None None] Provisioning complete for port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:27.535428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3445626f-2de7-40d9-a48e-126904d95f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:27.614011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:27.728241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Router 67fac547-6479-4fba-895a-3f6dd580cbd2 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:28:27.760733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port eb4380bb-f2d2-4582-b41e-e019184e884d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=eb4380bb-f2d2-4582-b41e-e019184e884d,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:28:27.805990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:27.809608 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:27.876160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b73b08d0>, [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 4, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port': {'id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:23Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '537427a7-821a-4312-849b-b07efeaaac18', 'name': '', 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'mac_address': 'fa:16:3e:58:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:25Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 2, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'subnets': [{'id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:27.887163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-3445626f-2de7-40d9-a48e-126904d95f3e None None] Provisioning for port 537427a7-821a-4312-849b-b07efeaaac18 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:27.890497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3f9b0-2e38-43e7-86ff-f45db45a44a7 None None] The sync data for ids ['67fac547-6479-4fba-895a-3f6dd580cbd2'] in dv-cinder-815883-4-iscsi is: [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 4, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port': {'id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:23Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '537427a7-821a-4312-849b-b07efeaaac18', 'name': '', 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'mac_address': 'fa:16:3e:58:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:25Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 2, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'subnets': [{'id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:28:27.896913 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-3445626f-2de7-40d9-a48e-126904d95f3e None None] Provisioning complete for port 537427a7-821a-4312-849b-b07efeaaac18 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:27.897350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-3445626f-2de7-40d9-a48e-126904d95f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:27.929161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=eb4380bb-f2d2-4582-b41e-e019184e884d,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:27.938862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:27.959689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-3445626f-2de7-40d9-a48e-126904d95f3e None None] Port 537427a7-821a-4312-849b-b07efeaaac18 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:28:27.960814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:28:27.970727 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-530dc833-f528-436c-8164-e1c8a7dc3ba1 admin admin] 10.222.0.18 "PUT /v2.0/routers/67fac547-6479-4fba-895a-3f6dd580cbd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3365939
Nov 11 22:28:28.082122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-dc0db171-8dd9-4176-9498-cc5c6849a177 None None] Provisioning complete for port 537427a7-821a-4312-849b-b07efeaaac18 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:28.082552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dc0db171-8dd9-4176-9498-cc5c6849a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:28.138892 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-dc0db171-8dd9-4176-9498-cc5c6849a177 None None] Port 537427a7-821a-4312-849b-b07efeaaac18 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:28:28.749648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device eb4380bb-f2d2-4582-b41e-e019184e884d up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:28.835828 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port eb4380bb-f2d2-4582-b41e-e019184e884d triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:28.836255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:28.975533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:29.068321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:29.068754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:30.761396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:30.914447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:30.925845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:30.926627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:31.095080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:31.113445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:28:31.163204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:31.168820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-21d865de-e8dc-456b-b04c-78a9b1969af8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:31.253086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:31.265981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:31.289503 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-c8fb3766-6d45-4777-ae99-df17a5551ac0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1004045
Nov 11 22:28:31.424843 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-de8e343d-7b7a-4c4b-a7d9-d702d8f815f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 1099 time: 0.1093948
Nov 11 22:28:31.618024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-f4256753-fec1-4582-8fb4-1e15f1a7f974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:31.619735 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-f4256753-fec1-4582-8fb4-1e15f1a7f974 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.1657948
Nov 11 22:28:31.748769 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-e460c935-a2e1-4287-981c-72824e8866e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 200  len: 1000 time: 0.1176486
Nov 11 22:28:31.825050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-64bd8c74-8890-4e65-82a0-1a6e5ef6712d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:31.826796 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-64bd8c74-8890-4e65-82a0-1a6e5ef6712d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0677032
Nov 11 22:28:31.926954 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-be3ff46c-bd6a-4d24-a08d-fdc632c067c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921469
Nov 11 22:28:32.084876 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-47f3cfaf-94ff-4e54-bcc3-64c1c0734f5e service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499243
Nov 11 22:28:32.102359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Sync routers for ids ['67fac547-6479-4fba-895a-3f6dd580cbd2'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:28:32.115282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Routers {'67fac547-6479-4fba-895a-3f6dd580cbd2'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:32.116080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b760fe10>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67fac547-6479-4fba-895a-3f6dd580cbd2'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:32.263661 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a3f1e70-0ed6-4cae-8afb-0101c1a9f3d0 req-606fd053-c364-4a4f-9178-b75888a94e10 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675289
Nov 11 22:28:32.486390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Set router 67fac547-6479-4fba-895a-3f6dd580cbd2 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:32.742414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:32.867568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b760fe10>, [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 4, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port': {'id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:23Z', 'updated_at': '2021-11-11T22:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '537427a7-821a-4312-849b-b07efeaaac18', 'name': '', 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'mac_address': 'fa:16:3e:58:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:25Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 2, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'subnets': [{'id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:32.871740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:32.872471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:32.877161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Checking router: 67fac547-6479-4fba-895a-3f6dd580cbd2 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:28:32.877622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Updating router 67fac547-6479-4fba-895a-3f6dd580cbd2 port 537427a7-821a-4312-849b-b07efeaaac18 binding host dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 11 22:28:32.944906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:33.340971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Notify callbacks [] for port, precommit_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:33.355453 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Transition to ACTIVE for port object 537427a7-821a-4312-849b-b07efeaaac18 will not be triggered until provisioned by entity L2. {{(pid=88347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:33.397011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:33.402922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:33.538479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee856146-2717-430e-bff9-7d591e040a30 None None] Pushing event updated for resources: {'Port': ['ID=537427a7-821a-4312-849b-b07efeaaac18,revision_number=3']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:33.543425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ee856146-2717-430e-bff9-7d591e040a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:33.668053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Attempting to bind port 537427a7-821a-4312-849b-b07efeaaac18 on host dv-cinder-815883-4-iscsi for vnic_type normal with profile  {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:28:33.668601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Attempting to bind port 537427a7-821a-4312-849b-b07efeaaac18 by drivers openvswitch,hyperv on host dv-cinder-815883-4-iscsi at level 0 using segments [{'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:28:33.669212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Attempting to bind port 537427a7-821a-4312-849b-b07efeaaac18 on network d889008d-d9c8-404f-b61a-85b0b31c7299 {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:28:33.679435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Checking agent: {'id': '0cfc19cd-f953-459e-bbd1-b98d88150b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 9), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:28:33.679875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Checking segment: {'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:28:33.680280 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:33.680724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Bound using segment: {'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'} {{(pid=88347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:28:33.681234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Bound port: 537427a7-821a-4312-849b-b07efeaaac18, host: dv-cinder-815883-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414adf75-e78f-430e-bd46-0de6db7fd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299'}}] {{(pid=88347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:28:33.681706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:33.806940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] For port 537427a7-821a-4312-849b-b07efeaaac18, host dv-cinder-815883-4-iscsi, cleared binding levels {{(pid=88347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:28:33.810440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] For port 537427a7-821a-4312-849b-b07efeaaac18, host dv-cinder-815883-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=537427a7-821a-4312-849b-b07efeaaac18,segment=NetworkSegment(414adf75-e78f-430e-bd46-0de6db7fd4e7),segment_id=414adf75-e78f-430e-bd46-0de6db7fd4e7)] {{(pid=88347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:28:33.837991 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:33.842580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:33.949213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Routers {'67fac547-6479-4fba-895a-3f6dd580cbd2'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:28:33.950194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b760fe10>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67fac547-6479-4fba-895a-3f6dd580cbd2'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:34.036301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee856146-2717-430e-bff9-7d591e040a30 None None] Pushing event updated for resources: {'Port': ['ID=537427a7-821a-4312-849b-b07efeaaac18,revision_number=4']} {{(pid=88347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:34.041740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ee856146-2717-430e-bff9-7d591e040a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:34.174970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] Set router 67fac547-6479-4fba-895a-3f6dd580cbd2 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:28:34.580432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b760fe10>, [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 4, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port': {'id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:23Z', 'updated_at': '2021-11-11T22:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '537427a7-821a-4312-849b-b07efeaaac18', 'name': '', 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'mac_address': 'fa:16:3e:58:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:25Z', 'updated_at': '2021-11-11T22:28:33Z', 'revision_number': 4, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'subnets': [{'id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:28:34.586427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cfe08-f6af-4f6a-ab08-c05817d974bb None None] The sync data for ids ['67fac547-6479-4fba-895a-3f6dd580cbd2'] in dv-cinder-815883-4-iscsi is: [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:28:26Z', 'revision_number': 4, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port': {'id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:23Z', 'updated_at': '2021-11-11T22:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '537427a7-821a-4312-849b-b07efeaaac18', 'name': '', 'network_id': 'd889008d-d9c8-404f-b61a-85b0b31c7299', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'mac_address': 'fa:16:3e:58:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:25Z', 'updated_at': '2021-11-11T22:28:33Z', 'revision_number': 4, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'subnets': [{'id': 'fcd332ae-3d5b-4afd-a208-95761eb7fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:28:34.796699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 537427a7-821a-4312-849b-b07efeaaac18 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:34.906104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning for port 537427a7-821a-4312-849b-b07efeaaac18 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:34.911970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 537427a7-821a-4312-849b-b07efeaaac18 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:34.912396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:35.046628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:35.085603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] For port 537427a7-821a-4312-849b-b07efeaaac18, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=537427a7-821a-4312-849b-b07efeaaac18,segment=NetworkSegment(414adf75-e78f-430e-bd46-0de6db7fd4e7),segment_id=414adf75-e78f-430e-bd46-0de6db7fd4e7)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:28:35.249465 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:35.252554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:35.328703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Pushing event updated for resources: {'Port': ['ID=537427a7-821a-4312-849b-b07efeaaac18,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:35.332055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:36.427424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9bebcc9a-0abb-414f-8f0e-1ccb136a1442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:36.721795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 537427a7-821a-4312-849b-b07efeaaac18 up at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:28:36.807500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Provisioning complete for port 537427a7-821a-4312-849b-b07efeaaac18 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:36.807927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:38.959630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:39.109057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-115ef05d-8ab6-46ae-a4c1-0a9e74db069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:39.433649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:40.016099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76413c27-4059-4817-b4d3-b2724c01694f req-eb8b5cf4-e6d9-4230-86f8-9f2cabf569e3 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:40.017745 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-eb8b5cf4-e6d9-4230-86f8-9f2cabf569e3 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 815 time: 0.1605206
Nov 11 22:28:40.037654 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-2e5621ef-b3c9-42a7-bf79-6851f0a72324 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/quotas/57f66330954d430abdc50a1a175c3450 HTTP/1.1" status: 200  len: 375 time: 0.0123751
Nov 11 22:28:40.132615 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-1a38779f-7d00-4d62-b364-d525090b0d5c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0872443
Nov 11 22:28:40.151075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-e4abc951-b429-4dc1-9c74-14d9c0023ed2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:28:40.152187 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-e4abc951-b429-4dc1-9c74-14d9c0023ed2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0059147
Nov 11 22:28:40.295310 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-cf722c1b-ac40-4499-8842-ac595c65030f service neutron] 10.222.0.18 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359110
Nov 11 22:28:40.442184 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-7f3ff119-cb1d-487a-832e-becead032d10 service neutron] 10.222.0.18 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405542
Nov 11 22:28:40.872499 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9a728d3d-bcd6-462f-a420-11b386d879c8 req-3a1691a5-937c-4317-82bf-191eed6c75a7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 210 time: 0.2122567
Nov 11 22:28:41.113602 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:41.256217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:28:42.042099 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3a6eeae-c4b4-43fd-b250-59251c4cc671 req-893ee256-b881-42ef-823d-b5712e8beff9 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 210 time: 0.0495620
Nov 11 22:28:42.558619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76413c27-4059-4817-b4d3-b2724c01694f req-57a1d676-4535-4154-b205-269e04fd1e89 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:42.559372 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-76413c27-4059-4817-b4d3-b2724c01694f req-57a1d676-4535-4154-b205-269e04fd1e89 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Synchronizing usage tracker for tenant:57f66330954d430abdc50a1a175c3450 on resource:network {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:28:42.610201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-76413c27-4059-4817-b4d3-b2724c01694f req-57a1d676-4535-4154-b205-269e04fd1e89 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Unset dirty status for tenant:57f66330954d430abdc50a1a175c3450 on resource:network {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:28:42.611513 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-57a1d676-4535-4154-b205-269e04fd1e89 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.65 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 815 time: 0.2142119
Nov 11 22:28:42.628241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'port': {'device_id': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'admin_state_up': True, 'tenant_id': '57f66330954d430abdc50a1a175c3450'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:28:42.773175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:28:42.777171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:port and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:28:42.780742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:28:42.786726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:28:42.854209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Made reservation on behalf of 57f66330954d430abdc50a1a175c3450 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:28:42.859866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:43.037871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Allocated IP 172.20.0.11 (b0c694f1-8a29-426a-81c5-2e4728668287/867023c9-b3e3-48ee-9e39-21b92fed6da5/55ed606a-1cff-403d-9274-dd4fe79094b1) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:28:43.222731 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f66c29ff-69c0-45cc-b155-ccd2cdb298b1 req-6ad196a1-88f0-4846-b082-55831a9c2be9 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 210 time: 0.0475650
Nov 11 22:28:43.260501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:43.278622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Transition to ACTIVE for port object 55ed606a-1cff-403d-9274-dd4fe79094b1 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:28:43.326678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:43.335592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:28:43.422667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'Port': ['ID=55ed606a-1cff-403d-9274-dd4fe79094b1,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:28:43.426877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:28:43.442691 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Network b0c694f1-8a29-426a-81c5-2e4728668287 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:28:43.444174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:28:43.446728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:28:43.536321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:43.537031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:43.588451 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9642148
Nov 11 22:28:43.873195 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-50f0143e-edde-4f4a-9bd6-c158b850e783 None None] Provisioning for port 55ed606a-1cff-403d-9274-dd4fe79094b1 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:28:43.880091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-50f0143e-edde-4f4a-9bd6-c158b850e783 None None] Provisioning complete for port 55ed606a-1cff-403d-9274-dd4fe79094b1 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:28:43.880633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-50f0143e-edde-4f4a-9bd6-c158b850e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:43.938172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-50f0143e-edde-4f4a-9bd6-c158b850e783 None None] Port 55ed606a-1cff-403d-9274-dd4fe79094b1 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:28:44.441526 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa98cc-3997-4173-a332-dc5bde57789f req-5e73e8b1-2d0f-4b4b-8d63-315c836b698b tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:44.443212 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c8aa98cc-3997-4173-a332-dc5bde57789f req-5e73e8b1-2d0f-4b4b-8d63-315c836b698b tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0868421
Nov 11 22:28:44.497178 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c8aa98cc-3997-4173-a332-dc5bde57789f req-318f1d19-51ae-449f-8cf4-22f411d8f720 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476246
Nov 11 22:28:45.708389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb05d-8ecb-4d7a-8bd3-dc71b82a04e6 req-b1ab153f-4742-42c3-b6e7-6ebd599b293a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:45.710076 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-579fb05d-8ecb-4d7a-8bd3-dc71b82a04e6 req-b1ab153f-4742-42c3-b6e7-6ebd599b293a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0865915
Nov 11 22:28:45.760378 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-579fb05d-8ecb-4d7a-8bd3-dc71b82a04e6 req-7bc59cc7-8aca-4c8d-ba44-409015d9d815 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441251
Nov 11 22:28:46.994445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad254-e9ab-4767-bb28-8212bb1968ee req-27a297e2-de72-430c-ad63-337bde057dce tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:46.996084 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-44dad254-e9ab-4767-bb28-8212bb1968ee req-27a297e2-de72-430c-ad63-337bde057dce tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.1007309
Nov 11 22:28:47.048005 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-44dad254-e9ab-4767-bb28-8212bb1968ee req-92fb93ef-b7ed-4159-9fb1-8cfad271eaa6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454240
Nov 11 22:28:48.258209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263742e-9494-447e-8c35-1926fff9c017 req-a94d1bae-b196-4058-9255-6b2888b558c7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:48.259802 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5263742e-9494-447e-8c35-1926fff9c017 req-a94d1bae-b196-4058-9255-6b2888b558c7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0852151
Nov 11 22:28:48.311480 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5263742e-9494-447e-8c35-1926fff9c017 req-22a6a021-441a-4fe8-b1c4-5530b1d70b06 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436099
Nov 11 22:28:49.530291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb07e0-a4ae-4c77-b6ab-7fabe8427154 req-fccf294b-dc03-4711-86da-d6569bd564d0 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:49.532135 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d4eb07e0-a4ae-4c77-b6ab-7fabe8427154 req-fccf294b-dc03-4711-86da-d6569bd564d0 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0952919
Nov 11 22:28:49.587132 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d4eb07e0-a4ae-4c77-b6ab-7fabe8427154 req-68ef283d-ec03-420a-91ea-6239a665d8e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472624
Nov 11 22:28:50.801169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a8a6-4147-46b6-a910-5464902fef9b req-6624cd39-6f14-46d3-812c-2c6daa700b85 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:50.802858 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2541a8a6-4147-46b6-a910-5464902fef9b req-6624cd39-6f14-46d3-812c-2c6daa700b85 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0886641
Nov 11 22:28:50.855537 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2541a8a6-4147-46b6-a910-5464902fef9b req-9a392a63-23e5-4eae-9a0a-8862b8ac1d87 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465848
Nov 11 22:28:52.083886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044ca24-ec06-41dc-b9cd-6b5a6141edc2 req-9ba6848b-d9a9-4e09-9c75-c8fdd441eff0 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:52.085542 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9044ca24-ec06-41dc-b9cd-6b5a6141edc2 req-9ba6848b-d9a9-4e09-9c75-c8fdd441eff0 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0935962
Nov 11 22:28:52.138742 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9044ca24-ec06-41dc-b9cd-6b5a6141edc2 req-393ade43-3b78-4634-be7c-8b1c9c8be30a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465796
Nov 11 22:28:53.363797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895314e3-c9e7-4a11-b898-294d270ad9f0 req-402c251f-dcdb-4548-9113-fd392e1a7c8e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:53.365455 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-895314e3-c9e7-4a11-b898-294d270ad9f0 req-402c251f-dcdb-4548-9113-fd392e1a7c8e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0911615
Nov 11 22:28:53.425203 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-895314e3-c9e7-4a11-b898-294d270ad9f0 req-d276dfab-cf60-45ad-b0e8-5e211ef2f9f5 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527511
Nov 11 22:28:53.518396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0656-a568-4fbb-a89c-59c225eb5a07 req-9f6cc4c3-117c-406c-bf77-34347300383c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:53.520262 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-64ca0656-a568-4fbb-a89c-59c225eb5a07 req-9f6cc4c3-117c-406c-bf77-34347300383c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0890899
Nov 11 22:28:53.569890 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-64ca0656-a568-4fbb-a89c-59c225eb5a07 req-4bf5b693-95b2-4b4a-a614-832901547401 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434651
Nov 11 22:28:54.644148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a152a03-1970-4335-b620-37eea448a4c5 req-a47af1b2-bd50-40bf-b373-6a80163d7f84 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:54.645806 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a152a03-1970-4335-b620-37eea448a4c5 req-a47af1b2-bd50-40bf-b373-6a80163d7f84 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0905569
Nov 11 22:28:54.701178 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a152a03-1970-4335-b620-37eea448a4c5 req-5f4ba5e5-9a11-437e-99a1-0961dc123ab1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487974
Nov 11 22:28:54.785525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ad6b9-5acf-40c2-816b-4a081f687aae req-f2d92190-271a-4e14-8cea-7c6f27a97a40 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:54.787991 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-982ad6b9-5acf-40c2-816b-4a081f687aae req-f2d92190-271a-4e14-8cea-7c6f27a97a40 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0898483
Nov 11 22:28:54.838408 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-982ad6b9-5acf-40c2-816b-4a081f687aae req-7e67ced4-6384-48b6-b3fe-d3ad5dbaa498 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437376
Nov 11 22:28:55.932365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52790e1-aa13-4a09-bc7d-f444e026094e req-ea377925-6a49-4735-ae1a-17adcbc74bd6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:55.934502 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d52790e1-aa13-4a09-bc7d-f444e026094e req-ea377925-6a49-4735-ae1a-17adcbc74bd6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.1101005
Nov 11 22:28:55.990391 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d52790e1-aa13-4a09-bc7d-f444e026094e req-21e93f46-cfcf-482a-8a4a-03425e808f4e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482252
Nov 11 22:28:56.077311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422616f-7d3b-4693-828d-937a8b733161 req-3d9f4b99-1f08-452b-aca4-837476456618 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:56.079594 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7422616f-7d3b-4693-828d-937a8b733161 req-3d9f4b99-1f08-452b-aca4-837476456618 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0876946
Nov 11 22:28:56.135290 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7422616f-7d3b-4693-828d-937a8b733161 req-277140fc-5abf-45c9-814b-eb7021d2be51 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496309
Nov 11 22:28:57.044366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:28:57.206960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf71df-4589-4bc5-a175-4f52e55abc5a req-f4e6032f-854f-409c-8011-9b08cb3f0184 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:57.211032 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cfbf71df-4589-4bc5-a175-4f52e55abc5a req-f4e6032f-854f-409c-8011-9b08cb3f0184 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0907001
Nov 11 22:28:57.261209 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cfbf71df-4589-4bc5-a175-4f52e55abc5a req-0b8fd1e5-8b0e-46d1-8ef7-4982841a15db tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450063
Nov 11 22:28:57.355811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ef5e-77e9-481b-9201-d1fad59a1f6d req-e11e3fbc-d5d8-4d52-8840-3ae443bd5e13 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:57.357350 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d423ef5e-77e9-481b-9201-d1fad59a1f6d req-e11e3fbc-d5d8-4d52-8840-3ae443bd5e13 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0932975
Nov 11 22:28:57.412461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d423ef5e-77e9-481b-9201-d1fad59a1f6d req-819aef79-f0f7-43cb-abeb-2bf5c45be479 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478849
Nov 11 22:28:58.477490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7d92c-7c62-489d-bba2-222d396415e7 req-f43b766b-7702-4e03-a4cd-f6da1e93df47 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:58.479132 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1bf7d92c-7c62-489d-bba2-222d396415e7 req-f43b766b-7702-4e03-a4cd-f6da1e93df47 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0843899
Nov 11 22:28:58.534144 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1bf7d92c-7c62-489d-bba2-222d396415e7 req-37cdad7d-242e-48f0-bb04-d53ad44999b2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474429
Nov 11 22:28:58.627295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dacc8c-b6e5-48ae-8e57-5c5619f043d8 req-5b817fac-dcaa-4f74-8ad8-a57fdebb89ba tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:58.628893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-49dacc8c-b6e5-48ae-8e57-5c5619f043d8 req-5b817fac-dcaa-4f74-8ad8-a57fdebb89ba tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.0881162
Nov 11 22:28:58.680546 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-49dacc8c-b6e5-48ae-8e57-5c5619f043d8 req-aa90eed4-b644-497f-a803-5b21988a76eb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452979
Nov 11 22:28:59.764998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51117fd7-67b6-40c4-8d14-c09552c4edf0 req-99d30427-993f-4fd1-b189-31cc17778097 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:59.766649 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-51117fd7-67b6-40c4-8d14-c09552c4edf0 req-99d30427-993f-4fd1-b189-31cc17778097 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.0850825
Nov 11 22:28:59.873218 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-51117fd7-67b6-40c4-8d14-c09552c4edf0 req-60309af3-f99d-4225-b3f0-1ee18297cbc0 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973563
Nov 11 22:28:59.911286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad596ad0-1d44-4e82-a166-b36c9b1f983e req-71a7e4d4-4da4-488c-abf6-8614084e62bd tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:28:59.913146 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ad596ad0-1d44-4e82-a166-b36c9b1f983e req-71a7e4d4-4da4-488c-abf6-8614084e62bd tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1039310
Nov 11 22:28:59.963132 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ad596ad0-1d44-4e82-a166-b36c9b1f983e req-ac88459d-157c-4c10-8bfd-8d1d3890613e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434427
Nov 11 22:29:01.099932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2531-65e4-4507-b910-511ca33e128b req-85a9ac77-ef6b-400e-8720-b88489559088 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:01.101811 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-17ff2531-65e4-4507-b910-511ca33e128b req-85a9ac77-ef6b-400e-8720-b88489559088 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.1054394
Nov 11 22:29:01.212806 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-17ff2531-65e4-4507-b910-511ca33e128b req-ecc957a6-7602-4479-925c-0f4b2a5d4862 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684533
Nov 11 22:29:01.233941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9bb36-7745-424e-8276-75de66814d52 req-13f7f38f-c4f9-4f8f-b411-3f35da5c12ce tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:01.235576 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-16b9bb36-7745-424e-8276-75de66814d52 req-13f7f38f-c4f9-4f8f-b411-3f35da5c12ce tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1326890
Nov 11 22:29:01.286816 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-16b9bb36-7745-424e-8276-75de66814d52 req-b58661ca-0dcf-43a0-95d2-a1d1d2ebbe22 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451148
Nov 11 22:29:02.316653 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-59cb60c8-ed1b-4028-a408-261be8377aa4 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:29:02.322713 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-59cb60c8-ed1b-4028-a408-261be8377aa4 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0113463
Nov 11 22:29:02.340270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Request body: {'port': {'device_id': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:02.462294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:02.481793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf82b95-7a3b-477f-89f9-90ecda870500 req-c288be8c-edc4-4d5f-83b5-cd7d86e4026e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:02.491183 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eaf82b95-7a3b-477f-89f9-90ecda870500 req-c288be8c-edc4-4d5f-83b5-cd7d86e4026e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 932 time: 0.1397841
Nov 11 22:29:02.566778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bf6de-69d4-4585-95e4-9372bfa378d2 req-62e9ef97-aaf9-4b42-a9b7-fff6ed17d886 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:02.566778 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ca7bf6de-69d4-4585-95e4-9372bfa378d2 req-62e9ef97-aaf9-4b42-a9b7-fff6ed17d886 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1409428
Nov 11 22:29:02.566778 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eaf82b95-7a3b-477f-89f9-90ecda870500 req-4f085543-9014-4ef3-928b-ba10cc1b31ee tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699537
Nov 11 22:29:02.610391 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ca7bf6de-69d4-4585-95e4-9372bfa378d2 req-e61df4b2-4da0-48f3-9ae3-e75b4e6d2d58 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448627
Nov 11 22:29:02.866477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ed606a-1cff-403d-9274-dd4fe79094b1 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:29:02.873573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:02.889483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Transition to ACTIVE for port object 55ed606a-1cff-403d-9274-dd4fe79094b1 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:29:02.935130 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:02.940278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-92ecd9d5-7c9b-437a-af14-ee7114e3ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:03.068949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Pushing event updated for resources: {'Port': ['ID=55ed606a-1cff-403d-9274-dd4fe79094b1,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:03.073829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:03.188254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Attempting to bind port 55ed606a-1cff-403d-9274-dd4fe79094b1 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:29:03.188612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Attempting to bind port 55ed606a-1cff-403d-9274-dd4fe79094b1 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:29:03.188994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Attempting to bind port 55ed606a-1cff-403d-9274-dd4fe79094b1 on network b0c694f1-8a29-426a-81c5-2e4728668287 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:29:03.195571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Port 55ed606a-1cff-403d-9274-dd4fe79094b1 on network b0c694f1-8a29-426a-81c5-2e4728668287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:29:03.196080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Attempting to bind port 55ed606a-1cff-403d-9274-dd4fe79094b1 on network b0c694f1-8a29-426a-81c5-2e4728668287 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:29:03.202859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:29:03.203241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Checking segment: {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:29:03.203672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Bound using segment: {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:29:03.204146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Bound port: 55ed606a-1cff-403d-9274-dd4fe79094b1, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16742175-4e51-46ef-89c8-716785c63261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:29:03.204534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:03.303270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] For port 55ed606a-1cff-403d-9274-dd4fe79094b1, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:29:03.306506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] For port 55ed606a-1cff-403d-9274-dd4fe79094b1, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=55ed606a-1cff-403d-9274-dd4fe79094b1,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:29:03.347397 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:03.352196 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0f32d065-0815-43f2-b8a8-264e58650b7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:03.420639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:03.422193 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] 10.222.0.65 "PUT /v2.0/ports/55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 1094 time: 1.0870473
Nov 11 22:29:03.422753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:03.439655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Pushing event updated for resources: {'Port': ['ID=55ed606a-1cff-403d-9274-dd4fe79094b1,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:03.443161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:03.479926 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'status': 'completed', 'code': 200}
Nov 11 22:29:03.595338 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-2ce38df4-acfe-4788-b468-51d4b33bd8bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1097 time: 0.0785913
Nov 11 22:29:03.687367 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-e407f141-1b58-41ec-86f3-b5e610998998 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 217 time: 0.0759871
Nov 11 22:29:03.766061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76413c27-4059-4817-b4d3-b2724c01694f req-577b1535-3d51-4376-a816-283552cb8dc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:03.795400 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-577b1535-3d51-4376-a816-283552cb8dc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 200  len: 854 time: 0.0675647
Nov 11 22:29:03.855410 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-7fe12096-a750-456e-89a3-336161208b43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0c694f1-8a29-426a-81c5-2e4728668287&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791633
Nov 11 22:29:03.876741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4348be4-3155-44e6-bdcc-99137dd36bee req-57922b9f-c16d-4861-a801-f35be7f4f515 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:03.878928 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c4348be4-3155-44e6-bdcc-99137dd36bee req-57922b9f-c16d-4861-a801-f35be7f4f515 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 944 time: 0.1723881
Nov 11 22:29:03.884774 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ce25b-932b-4266-982d-4aabfa9c9961 req-4f49e41f-b873-417d-b895-8116bf15b166 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:03.886367 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a81ce25b-932b-4266-982d-4aabfa9c9961 req-4f49e41f-b873-417d-b895-8116bf15b166 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1206243
Nov 11 22:29:03.965131 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c4348be4-3155-44e6-bdcc-99137dd36bee req-f688bd5c-0609-41cd-ac6d-e46426278b6e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776911
Nov 11 22:29:03.972574 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a81ce25b-932b-4266-982d-4aabfa9c9961 req-326750e1-3263-4a58-b993-7766efc8535d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697980
Nov 11 22:29:04.012467 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-3b681eb6-6c4f-4d7c-9d48-234eda00ccbb service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435819
Nov 11 22:29:04.161198 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-76413c27-4059-4817-b4d3-b2724c01694f req-d91a88cc-df57-47c5-831a-5c93fb529dcb service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344266
Nov 11 22:29:04.253902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-5b5d4dc1-a733-4856-8be0-5a60925b1fac tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:04.254629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-5b5d4dc1-a733-4856-8be0-5a60925b1fac tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Synchronizing usage tracker for tenant:489d63858a1644e596ecee466baf8d61 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:29:04.345061 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-c1976165-1ec8-48e1-baa1-44273f8a83a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1097 time: 0.0743935
Nov 11 22:29:04.376305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-5b5d4dc1-a733-4856-8be0-5a60925b1fac tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Unset dirty status for tenant:489d63858a1644e596ecee466baf8d61 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:29:04.377558 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-5b5d4dc1-a733-4856-8be0-5a60925b1fac tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.2089899
Nov 11 22:29:04.758832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Deleting port 609a4f61-4a38-407e-b3e9-c2e311509cbe {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:29:04.759221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:04.824861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-3abb6dd7-f289-4087-917d-51b4d357e809 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:04.826530 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-3abb6dd7-f289-4087-917d-51b4d357e809 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 916 time: 0.4745164
Nov 11 22:29:04.939621 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-4690cb7c-d376-4e97-bf95-055f0a8ed51f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 217 time: 0.1049762
Nov 11 22:29:05.116657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-211334af-4938-420e-a849-26d382f11ea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:05.118278 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-211334af-4938-420e-a849-26d382f11ea5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 200  len: 854 time: 0.1680562
Nov 11 22:29:05.200192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] For port 609a4f61-4a38-407e-b3e9-c2e311509cbe, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=609a4f61-4a38-407e-b3e9-c2e311509cbe,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:05.200519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:05.245940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7e1c-b010-4257-a651-bff3e35a88b2 req-f33f2087-94b5-4a76-bfe6-d490543a3694 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:05.247579 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb1b7e1c-b010-4257-a651-bff3e35a88b2 req-f33f2087-94b5-4a76-bfe6-d490543a3694 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 944 time: 0.1503534
Nov 11 22:29:05.253445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b73a63-6cb2-4ff5-a0d5-8932c8eea6ff req-8bd0c05b-f641-4fd8-bdac-ae1d7c7e44d0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:05.254944 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e1b73a63-6cb2-4ff5-a0d5-8932c8eea6ff req-8bd0c05b-f641-4fd8-bdac-ae1d7c7e44d0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 945 time: 0.1174872
Nov 11 22:29:05.334903 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fb1b7e1c-b010-4257-a651-bff3e35a88b2 req-ddfe87bc-854e-4cae-88ce-a7f09e98157b tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788898
Nov 11 22:29:05.342267 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e1b73a63-6cb2-4ff5-a0d5-8932c8eea6ff req-2770cd60-347d-4237-a340-e32241f20ee1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f4a0c7-dd00-4147-ae5b-394b46bca985&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660319
Nov 11 22:29:05.390860 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-c014ebda-ce34-4d68-9f3e-0c47de03f915 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0c694f1-8a29-426a-81c5-2e4728668287&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2614675
Nov 11 22:29:05.635545 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:05.635881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:05.636239 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Floating IP 0fb8c338-c497-4456-ae60-428dc82a9e4e disassociated. External IP: 172.27.1.227, port: 609a4f61-4a38-407e-b3e9-c2e311509cbe.
Nov 11 22:29:05.636627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Calling delete_port for 609a4f61-4a38-407e-b3e9-c2e311509cbe owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:29:05.701198 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-77c4bb4d-dca6-4f0d-842e-8b62423fedf3 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2977145
Nov 11 22:29:05.918725 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0477d1d4-ae1d-4d88-b92e-aa95ddb55304 req-faa44a54-dc2b-4539-b67d-d6113493b423 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2079833
Nov 11 22:29:05.992349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:05.998539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-26d1890d-1ce2-4df2-bb21-23475d4e9c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:06.042575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event deleted for resources: {'Port': ['ID=609a4f61-4a38-407e-b3e9-c2e311509cbe,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:06.046846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:06.261718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:29:06.443521 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dc5470d7-b146-4aa8-a8a0-b55fc2179fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:06.502310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:29:06.515796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65832e-2745-4035-8c23-a866354470cb None None] Sync routers for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:29:06.553817 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65832e-2745-4035-8c23-a866354470cb None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:06.555174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8c65832e-2745-4035-8c23-a866354470cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6c97b00>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:06.598580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] No DVR routers for this DVR port 609a4f61-4a38-407e-b3e9-c2e311509cbe on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:29:06.601650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:06.604851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'name': 'network-vif-deleted', 'tag': '609a4f61-4a38-407e-b3e9-c2e311509cbe'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:06.650383 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2a311be9-bb61-4f60-8fd6-6af350198df8 req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "DELETE /v2.0/ports/609a4f61-4a38-407e-b3e9-c2e311509cbe HTTP/1.1" status: 204  len: 173 time: 2.2543809
Nov 11 22:29:06.720679 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5cfe9eb3-1c21-4dd5-9e0a-b639010466fc req-2280d7d6-4895-4014-9879-d1c88726d4d7 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2b88997-bb9a-46cc-8ce2-3705fc127fe4 HTTP/1.1" status: 200  len: 210 time: 0.1205509
Nov 11 22:29:06.740959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe6ead-92e7-42a2-a0b8-018094fe12cb req-0e73625b-8c19-48b0-854f-2254bad06c02 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:06.745844 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-77fe6ead-92e7-42a2-a0b8-018094fe12cb req-0e73625b-8c19-48b0-854f-2254bad06c02 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 944 time: 0.2157013
Nov 11 22:29:06.808919 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-77fe6ead-92e7-42a2-a0b8-018094fe12cb req-31ee3e63-fa19-4e13-89e5-209d8b20d011 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569775
Nov 11 22:29:06.857756 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b88997-bb9a-46cc-8ce2-3705fc127fe4', 'name': 'network-vif-deleted', 'tag': '609a4f61-4a38-407e-b3e9-c2e311509cbe', 'status': 'completed', 'code': 200}
Nov 11 22:29:06.964447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-8c65832e-2745-4035-8c23-a866354470cb None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:07.279995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 55ed606a-1cff-403d-9274-dd4fe79094b1 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:29:07.284022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 609a4f61-4a38-407e-b3e9-c2e311509cbe no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:29:07.336881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 609a4f61-4a38-407e-b3e9-c2e311509cbe {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:29:07.337267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 609a4f61-4a38-407e-b3e9-c2e311509cbe not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:29:07.472991 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8c65832e-2745-4035-8c23-a866354470cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6c97b00>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:07.483173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65832e-2745-4035-8c23-a866354470cb None None] Checking router: 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:29:07.508901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 55ed606a-1cff-403d-9274-dd4fe79094b1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=55ed606a-1cff-403d-9274-dd4fe79094b1,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:07.526444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'port_id': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'mac_address': 'fa:16:3e:18:ec:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:29:07.530058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65832e-2745-4035-8c23-a866354470cb None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:07.530759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8c65832e-2745-4035-8c23-a866354470cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6c97b00>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:28:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:07.723539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:07.760598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ed606a-1cff-403d-9274-dd4fe79094b1 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:29:07.787010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 55ed606a-1cff-403d-9274-dd4fe79094b1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=55ed606a-1cff-403d-9274-dd4fe79094b1,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:07.793780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-8c65832e-2745-4035-8c23-a866354470cb None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:07.847223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:07.853919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e05e8739-300c-449a-a045-3b2717ca885c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:07.988996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52838) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:08.028381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=55ed606a-1cff-403d-9274-dd4fe79094b1,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:08.063659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.064381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.064775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.065149 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.065584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.065958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.066341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.066763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.067135 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.067505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.067875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.102823 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:08.124797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:08.152627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:08.257186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8c65832e-2745-4035-8c23-a866354470cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6c97b00>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:08.261903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65832e-2745-4035-8c23-a866354470cb None None] The sync data for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi is: [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:29:08.422758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2ae00-3aa9-4573-92eb-896e48e639ab req-68a1d2ee-a33f-4a23-a2a3-8d62befedf15 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:08.424342 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-65c2ae00-3aa9-4573-92eb-896e48e639ab req-68a1d2ee-a33f-4a23-a2a3-8d62befedf15 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 945 time: 0.3656430
Nov 11 22:29:08.463051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:08.470543 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0d2a7eb-4e98-4b36-9282-a084449087fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:08.491373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f4a0c7-dd00-4147-ae5b-394b46bca985,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:08.498300 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-65c2ae00-3aa9-4573-92eb-896e48e639ab req-5f92df0a-a230-44e0-9970-a7968104a327 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671806
Nov 11 22:29:08.504061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.505918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.505918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.505918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.505918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.506506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.506506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.506720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.507100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.507479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.507859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:08.511202 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:08.528887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:08.530846 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2f4a0c7-dd00-4147-ae5b-394b46bca985 HTTP/1.1" status: 204  len: 168 time: 0.5406013
Nov 11 22:29:08.533725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52844) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:08.553580 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.v2.resource [None req-e1c64320-5f54-4ce4-bb60-1d0b74c59fe9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] show failed (client error): The resource could not be found.
Nov 11 22:29:08.554629 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e1c64320-5f54-4ce4-bb60-1d0b74c59fe9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups/d2f4a0c7-dd00-4147-ae5b-394b46bca985 HTTP/1.1" status: 404  len: 347 time: 0.0193350
Nov 11 22:29:08.555448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['55ed606a-1cff-403d-9274-dd4fe79094b1'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:29:08.557769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52848) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:08.724207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Deleting port fe4c21c3-e871-44f5-8442-d0a360f6b131 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:29:08.724590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:08.760456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f2c023-1ab3-4bd1-a8b1-5670e305df8a None None] New status for floating IP 0fb8c338-c497-4456-ae60-428dc82a9e4e: DOWN {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:29:08.803733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa895557-ff1c-42a3-89b9-b00e0666a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:08.853563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:08.910591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:08.910966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:09.044327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Calling delete_port for fe4c21c3-e871-44f5-8442-d0a360f6b131 owned by network:floatingip {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:29:09.159011 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:29:09.159912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:29:09.415056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:09.660782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Deleting port fe4c21c3-e871-44f5-8442-d0a360f6b131 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:29:09.661834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:09.897983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc832034-7b92-4fb1-bdbe-4700af65c05a req-8d5025f8-96f9-4362-a49d-79fed3f90ad0 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:09.899622 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc832034-7b92-4fb1-bdbe-4700af65c05a req-8d5025f8-96f9-4362-a49d-79fed3f90ad0 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 945 time: 0.2743731
Nov 11 22:29:09.944698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:09.945067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:10.085149 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Calling delete_port for fe4c21c3-e871-44f5-8442-d0a360f6b131 owned by network:floatingip {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:29:10.122679 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fc832034-7b92-4fb1-bdbe-4700af65c05a req-8fc22baa-063a-4ac7-9231-a9a18044cb08 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159417
Nov 11 22:29:10.266089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:10.271309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3eb29729-c2a6-48bd-9349-2a4339b0aa31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:10.311628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event deleted for resources: {'Port': ['ID=fe4c21c3-e871-44f5-8442-d0a360f6b131,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:10.316496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:10.413480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:10.428761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:10.430007 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "DELETE /v2.0/floatingips/0fb8c338-c497-4456-ae60-428dc82a9e4e HTTP/1.1" status: 204  len: 168 time: 1.8712380
Nov 11 22:29:10.716617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 52858) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:10.723298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2134076204', 'description': 'tempest-description--1403962121'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:10.729575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:10.733911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:security_group and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:10.736873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:10.744493 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:10.780350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:10.816978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:10.820975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:security_group_rule and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:10.823874 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:10.829811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:10.888938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:10.923526 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:10.934395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ffce1ae0-deda-41a6-80aa-b41904a8b2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:11.015243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1fb67-f392-4719-93ed-7232f17d8989,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:11.020641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:11.042366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.043830 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.3260856
Nov 11 22:29:11.046960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52864) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:11.053230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'security_group_rule': {'security_group_id': '1fa1fb67-f392-4719-93ed-7232f17d8989', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:11.059631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:11.063693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:security_group_rule and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:11.066792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:11.077315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:11.118139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.148554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.233198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.291471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.304861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:11.327321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e83daa-9b1c-49d7-a446-3ce7125c720b,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:11.333414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:11.345070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 55ed606a-1cff-403d-9274-dd4fe79094b1 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:29:11.365830 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cf893-4a95-4067-a4ab-bdcb6d5f13bb req-21343475-0d32-4d67-bc3f-420d8ca67101 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:11.388634 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e35cf893-4a95-4067-a4ab-bdcb6d5f13bb req-21343475-0d32-4d67-bc3f-420d8ca67101 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 945 time: 0.1154132
Nov 11 22:29:11.411410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.413426 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3646557
Nov 11 22:29:11.415633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52878) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:11.423556 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'security_group_rule': {'security_group_id': '1fa1fb67-f392-4719-93ed-7232f17d8989', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:11.442134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:11.450861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 55ed606a-1cff-403d-9274-dd4fe79094b1 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:29:11.454020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:security_group_rule and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:11.459201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:11.460385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 55ed606a-1cff-403d-9274-dd4fe79094b1 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:29:11.460819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.468722 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:11.473794 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e35cf893-4a95-4067-a4ab-bdcb6d5f13bb req-7cf4314d-5396-4e13-bfb0-289955d967a1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874543
Nov 11 22:29:11.530489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.585650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.679206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:11.687788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.696834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 55ed606a-1cff-403d-9274-dd4fe79094b1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=55ed606a-1cff-403d-9274-dd4fe79094b1,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:11.729719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.732328 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:11.733589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.735788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:11.759089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a801494b-ae82-40eb-bf2a-80b748df10f4,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:11.761788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:11.786469 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'code': 200}
Nov 11 22:29:11.803666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:11.807244 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3882587
Nov 11 22:29:11.808258 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52886) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:11.814511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:11.820876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:11.825495 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Usage tracker for resource:floatingip and tenant:489d63858a1644e596ecee466baf8d61 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:11.830291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:11.834557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=55ed606a-1cff-403d-9274-dd4fe79094b1,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:11.836053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:11.846176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:11.921528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:12.069859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:12.145465 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cf0c82c0-e0ee-45be-8cc2-d91679037d5d req-bfac53e2-91e9-49c8-8b8f-ad69f95f62dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1099 time: 0.1503184
Nov 11 22:29:12.194797 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cf0c82c0-e0ee-45be-8cc2-d91679037d5d req-49d72866-0771-4fd1-bbe2-5e5db0d9891d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417414
Nov 11 22:29:12.221968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Allocated IP 172.27.1.130 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/f9b31b75-b3c9-498e-a6d2-b679fb125dcc) {{(pid=88345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:29:12.376661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for port, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:12.436606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:12.441885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aec2ac5a-feac-4dd0-bb19-901679a6dd0a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:12.499699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:29:12.508020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources bound (agent type, host, resource id):  {{(pid=88345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:29:12.513413 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Received port after_create {{(pid=88345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:29:12.562593 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'Port': ['ID=f9b31b75-b3c9-498e-a6d2-b679fb125dcc,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:12.568032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:12.943594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:12.974200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3149-b0e5-4e4d-bbd2-0da7f46daa5c req-c3f04562-df74-4176-b4bf-e0e9bfe37c7b tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:12.975792 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9b2e3149-b0e5-4e4d-bbd2-0da7f46daa5c req-c3f04562-df74-4176-b4bf-e0e9bfe37c7b tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.3643899
Nov 11 22:29:13.061132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:13.113350 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9b2e3149-b0e5-4e4d-bbd2-0da7f46daa5c req-827062b8-9bf1-4ccc-93f6-c6187578dac6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082370
Nov 11 22:29:13.293014 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:13.329352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:13.334898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e978d2fc-e0f2-4389-9be9-a5e0caedd0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:13.444981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'Port': ['ID=f9b31b75-b3c9-498e-a6d2-b679fb125dcc,revision_number=2']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:13.449542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:13.459723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:13.535909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:13.537314 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7280114
Nov 11 22:29:13.732750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-ea5c75be-6689-49ef-8821-66642d75db86 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Synchronizing usage tracker for tenant:489d63858a1644e596ecee466baf8d61 on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:29:13.792356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-ea5c75be-6689-49ef-8821-66642d75db86 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Unset dirty status for tenant:489d63858a1644e596ecee466baf8d61 on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:29:13.793715 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-ea5c75be-6689-49ef-8821-66642d75db86 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2134076204&fields=id&tenant_id=489d63858a1644e596ecee466baf8d61 HTTP/1.1" status: 200  len: 267 time: 0.1063728
Nov 11 22:29:13.965845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4bd1a05c-cbc7-4930-a697-08b2d0701803 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:13.967722 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4bd1a05c-cbc7-4930-a697-08b2d0701803 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 811 time: 0.1659911
Nov 11 22:29:13.988514 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-181ebdea-e2d3-4aa8-93f0-8bbb793041c0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/quotas/489d63858a1644e596ecee466baf8d61 HTTP/1.1" status: 200  len: 375 time: 0.0140109
Nov 11 22:29:14.078632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-ee1b547f-129b-46d1-bb8e-552675182125 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Synchronizing usage tracker for tenant:489d63858a1644e596ecee466baf8d61 on resource:port {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:29:14.112277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-ee1b547f-129b-46d1-bb8e-552675182125 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Unset dirty status for tenant:489d63858a1644e596ecee466baf8d61 on resource:port {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:29:14.113861 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-ee1b547f-129b-46d1-bb8e-552675182125 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1192653
Nov 11 22:29:14.266757 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-d050e9b3-6df3-403f-8d30-48da7a904161 service neutron] 10.222.0.18 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405227
Nov 11 22:29:14.416813 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-7cad377a-5b81-49a7-975a-256edfbbb080 service neutron] 10.222.0.18 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428642
Nov 11 22:29:14.532015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbca73-b763-439b-b55a-8922f0798aaa req-57568eba-00af-45d4-8f85-45faa80d140c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:14.533718 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ffbca73-b763-439b-b55a-8922f0798aaa req-57568eba-00af-45d4-8f85-45faa80d140c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.0919662
Nov 11 22:29:14.590539 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ffbca73-b763-439b-b55a-8922f0798aaa req-bd8a793e-cd8f-4c2c-b9ec-aa4aa1855391 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498343
Nov 11 22:29:14.741597 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0822434d-f62e-437a-a47b-1d3c2f25970c req-a3fec382-80f5-4631-aef6-710bd9f60969 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 210 time: 0.0919213
Nov 11 22:29:14.794036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca03fee-0775-4535-9758-fa06d3274a2a req-ee9e5d3c-bfd4-4a38-84cc-dcc4944065bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:14.801108 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7ca03fee-0775-4535-9758-fa06d3274a2a req-ee9e5d3c-bfd4-4a38-84cc-dcc4944065bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.1132300
Nov 11 22:29:14.869087 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7ca03fee-0775-4535-9758-fa06d3274a2a req-4ec9680b-9b04-4cdd-ba40-7fdf8b4129ff tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667291
Nov 11 22:29:14.959772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62d39-c724-4aae-97cc-31883d6d9757 req-ade17a1d-9e4e-4364-858b-d6c41b0ece6e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:14.961412 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94e62d39-c724-4aae-97cc-31883d6d9757 req-ade17a1d-9e4e-4364-858b-d6c41b0ece6e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.0910721
Nov 11 22:29:15.011062 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94e62d39-c724-4aae-97cc-31883d6d9757 req-5621aeec-38dd-45c3-a0fc-84312b5f9223 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431912
Nov 11 22:29:15.474432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e7e9-ba7c-4b49-b0fe-88a0bccfc202 req-77dfc661-e558-4ae7-a870-0aaa23d49671 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:15.476137 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a847e7e9-ba7c-4b49-b0fe-88a0bccfc202 req-77dfc661-e558-4ae7-a870-0aaa23d49671 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.0887096
Nov 11 22:29:15.533092 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a847e7e9-ba7c-4b49-b0fe-88a0bccfc202 req-6e1b7528-2d47-443c-9adf-1c11827bd996 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456440
Nov 11 22:29:15.920975 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2b861765-17e8-4f0b-8498-49352110d5fc req-f9d994b3-305f-40c0-b7a8-f588844573ea tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 210 time: 0.0465605
Nov 11 22:29:16.104557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17685cc-f8ff-44c1-9f44-341975a496b0 req-6e9e1ba6-d545-409b-9af4-4738b88e24c9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:16.106263 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f17685cc-f8ff-44c1-9f44-341975a496b0 req-6e9e1ba6-d545-409b-9af4-4738b88e24c9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.0993323
Nov 11 22:29:16.164524 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f17685cc-f8ff-44c1-9f44-341975a496b0 req-89feeefd-9a71-4a9b-9dd0-d36fd0cc4a4f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493574
Nov 11 22:29:16.605448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-05969485-9c5f-4502-a057-ef7f61193eb9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:16.607121 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-05969485-9c5f-4502-a057-ef7f61193eb9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 811 time: 0.1587546
Nov 11 22:29:16.665536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-e7f479ed-fe12-4cc7-bafb-1823f9acf19a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Synchronizing usage tracker for tenant:489d63858a1644e596ecee466baf8d61 on resource:security_group {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:29:16.679745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-e7f479ed-fe12-4cc7-bafb-1823f9acf19a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Unset dirty status for tenant:489d63858a1644e596ecee466baf8d61 on resource:security_group {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:29:16.680960 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-e7f479ed-fe12-4cc7-bafb-1823f9acf19a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=489d63858a1644e596ecee466baf8d61 HTTP/1.1" status: 200  len: 380 time: 0.0592058
Nov 11 22:29:16.691963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'port': {'device_id': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'admin_state_up': True, 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'security_groups': ['1fa1fb67-f392-4719-93ed-7232f17d8989']}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:16.887744 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:16.906502 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:16.927066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-00677ded-7064-449d-a840-7ed20fa0a5d8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:16.932716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-00677ded-7064-449d-a840-7ed20fa0a5d8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Synchronizing usage tracker for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:29:16.963035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Made reservation on behalf of 489d63858a1644e596ecee466baf8d61 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:29:16.968580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:17.097955 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eea58482-1924-4cd0-8192-aabc1432ed16 req-be4bbffc-7100-4e9f-8ead-12b40e0039af tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 210 time: 0.0466292
Nov 11 22:29:17.261168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-00677ded-7064-449d-a840-7ed20fa0a5d8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Unset dirty status for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:29:17.262460 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-00677ded-7064-449d-a840-7ed20fa0a5d8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.4560239
Nov 11 22:29:17.367458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Deleting port 6cbe0599-8ced-496f-b163-79daf7642b50 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:29:17.367870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:17.394524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ebbe9-87bb-4360-8d89-e97fd8108cd5 req-3c802370-e5a3-44b0-bb81-787cbbe3e9f7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:17.396500 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-644ebbe9-87bb-4360-8d89-e97fd8108cd5 req-3c802370-e5a3-44b0-bb81-787cbbe3e9f7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 946 time: 0.0931456
Nov 11 22:29:17.454291 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-644ebbe9-87bb-4360-8d89-e97fd8108cd5 req-43938761-4325-4107-8df8-1f6839ea13ad tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500968
Nov 11 22:29:17.532398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Allocated IP 172.20.0.12 (af40f704-3ba0-4e2a-a0d5-f2f041f17169/f764346b-8be2-4615-a40f-0b87c5a0843e/8b566f98-4d41-469f-ab17-f2ef65eb6022) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:29:17.830882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] For port 6cbe0599-8ced-496f-b163-79daf7642b50, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6cbe0599-8ced-496f-b163-79daf7642b50,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:17.831314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:17.974148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:18.067244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Transition to ACTIVE for port object 8b566f98-4d41-469f-ab17-f2ef65eb6022 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:29:18.205730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:18.205730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:18.205730 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Floating IP 45892b37-7889-41cc-bc89-54d1a0b0f9b9 disassociated. External IP: 172.27.1.22, port: 6cbe0599-8ced-496f-b163-79daf7642b50.
Nov 11 22:29:18.205730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Calling delete_port for 6cbe0599-8ced-496f-b163-79daf7642b50 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:29:18.245222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:18.247824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-154f3136-e3b9-4c3e-956d-e97fe2a9820e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:18.258425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:29:18.340551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9976d0-f32f-48b7-98a2-7624d3bd6d17 req-d3204666-0b09-4b1a-8c41-3da01154d71d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:18.342352 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f9976d0-f32f-48b7-98a2-7624d3bd6d17 req-d3204666-0b09-4b1a-8c41-3da01154d71d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 932 time: 0.1074908
Nov 11 22:29:18.356880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event updated for resources: {'Port': ['ID=8b566f98-4d41-469f-ab17-f2ef65eb6022,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:18.360441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:29:18.363757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:29:18.370184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:29:18.404549 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f9976d0-f32f-48b7-98a2-7624d3bd6d17 req-d05ea904-7fea-4eb9-9b63-b5fcfa68dfbe tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556221
Nov 11 22:29:18.404787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.404972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.405419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.405844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.406263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.406679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.407091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.407503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.407911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.408317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.408721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:29:18.418575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:18.498913 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:18.499702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:18.570682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:18.579414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ac510d83-5251-43f6-b433-8c3d7f2bf26a tempest-AttachVolumeNegativeTest-1907993047 tempest-AttachVolumeNegativeTest-1907993047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:18.629437 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9417651
Nov 11 22:29:18.638290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event deleted for resources: {'Port': ['ID=6cbe0599-8ced-496f-b163-79daf7642b50,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:18.645488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Request body: {'port': {'device_id': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:18.654176 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c0fa66e7-2293-4575-9704-7cffcb446c60 req-ea44885c-7301-4f01-9979-dd3a14d2c7cf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 210 time: 0.0512030
Nov 11 22:29:18.674745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:18.803243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-1431e284-2f3a-4498-a3f5-4c9bebaab57c None None] Provisioning for port 8b566f98-4d41-469f-ab17-f2ef65eb6022 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:29:18.808623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-1431e284-2f3a-4498-a3f5-4c9bebaab57c None None] Provisioning complete for port 8b566f98-4d41-469f-ab17-f2ef65eb6022 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:29:18.809034 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1431e284-2f3a-4498-a3f5-4c9bebaab57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:18.835959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:18.876814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-1431e284-2f3a-4498-a3f5-4c9bebaab57c None None] Port 8b566f98-4d41-469f-ab17-f2ef65eb6022 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:29:19.251400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Router 28aca097-9094-465a-9de7-91cc01af248b has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:29:19.328377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:29:19.364657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 6cbe0599-8ced-496f-b163-79daf7642b50 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:29:19.365233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 6cbe0599-8ced-496f-b163-79daf7642b50 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:29:19.405169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b566f98-4d41-469f-ab17-f2ef65eb6022 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:29:19.414692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:19.445157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Transition to ACTIVE for port object 8b566f98-4d41-469f-ab17-f2ef65eb6022 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:29:19.505136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:19.515508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9b267c1c-01f2-4990-b299-e1fe5e2e4588 tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:19.624646 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1338-3184-45bc-af0b-6a9e85d912e2 req-141ffc45-ad3d-431d-a856-a592d02d182c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:19.626548 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1aa1338-3184-45bc-af0b-6a9e85d912e2 req-141ffc45-ad3d-431d-a856-a592d02d182c tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 944 time: 0.0902290
Nov 11 22:29:19.680771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Pushing event updated for resources: {'Port': ['ID=8b566f98-4d41-469f-ab17-f2ef65eb6022,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:19.683036 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1aa1338-3184-45bc-af0b-6a9e85d912e2 req-3b8e77cf-6e2f-4ead-96e1-c03f06cc4c36 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488284
Nov 11 22:29:19.683477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:19.790983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:29:19.803404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] Sync routers for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:29:19.821215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:19.822285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6c16a20>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:29:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:19.877329 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba7617d7-f022-4125-bd9a-ae4f33b4741f req-7df403d0-4ad9-455a-bef0-ce31cac07758 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abae12e-281d-4f1a-9b7d-473a4c6ccb99 HTTP/1.1" status: 200  len: 210 time: 0.0711069
Nov 11 22:29:19.880717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] No DVR routers for this DVR port 6cbe0599-8ced-496f-b163-79daf7642b50 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:29:19.883394 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:19.885697 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-25745fd4-686d-4dac-94ef-1a944333bb04 req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "DELETE /v2.0/ports/6cbe0599-8ced-496f-b163-79daf7642b50 HTTP/1.1" status: 204  len: 173 time: 2.6153829
Nov 11 22:29:19.889064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-deleted', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:19.912256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Attempting to bind port 8b566f98-4d41-469f-ab17-f2ef65eb6022 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:29:19.912643 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Attempting to bind port 8b566f98-4d41-469f-ab17-f2ef65eb6022 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:29:19.913395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Attempting to bind port 8b566f98-4d41-469f-ab17-f2ef65eb6022 on network af40f704-3ba0-4e2a-a0d5-f2f041f17169 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:29:19.926107 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Port 8b566f98-4d41-469f-ab17-f2ef65eb6022 on network af40f704-3ba0-4e2a-a0d5-f2f041f17169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:29:19.926484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Attempting to bind port 8b566f98-4d41-469f-ab17-f2ef65eb6022 on network af40f704-3ba0-4e2a-a0d5-f2f041f17169 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:29:19.936551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:29:19.936903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Checking segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:29:19.937680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Bound using segment: {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:29:19.938169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Bound port: 8b566f98-4d41-469f-ab17-f2ef65eb6022, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9def8f79-bbe8-40dd-8da6-5b148bcd9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:29:19.938564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:20.048596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] For port 8b566f98-4d41-469f-ab17-f2ef65eb6022, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:29:20.052967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] For port 8b566f98-4d41-469f-ab17-f2ef65eb6022, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b566f98-4d41-469f-ab17-f2ef65eb6022,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:29:20.089892 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:20.097455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7d446fbb-7540-4937-bd2d-0c03780a6831 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:20.181057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:20.182694 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] 10.222.0.65 "PUT /v2.0/ports/8b566f98-4d41-469f-ab17-f2ef65eb6022 HTTP/1.1" status: 200  len: 1094 time: 1.5419643
Nov 11 22:29:20.190547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Pushing event updated for resources: {'Port': ['ID=8b566f98-4d41-469f-ab17-f2ef65eb6022,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:20.198249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:20.221975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:20.244355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abae12e-281d-4f1a-9b7d-473a4c6ccb99', 'name': 'network-vif-deleted', 'tag': '6cbe0599-8ced-496f-b163-79daf7642b50', 'status': 'completed', 'code': 200}
Nov 11 22:29:20.582195 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-3d5ea8da-4306-45f1-9048-25f020c38323 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 1097 time: 0.3057432
Nov 11 22:29:20.598419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6c16a20>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:20.602793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] Checking router: 28aca097-9094-465a-9de7-91cc01af248b for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:29:20.615158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:20.615840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6c16a20>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:29:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:20.663126 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-7a5057c4-5aaa-4ab4-87fb-0066809c4dce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b566f98-4d41-469f-ab17-f2ef65eb6022 HTTP/1.1" status: 200  len: 217 time: 0.0647085
Nov 11 22:29:20.757390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-49db2c05-7224-489d-b2f6-f0581c1ac007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:20.760265 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-49db2c05-7224-489d-b2f6-f0581c1ac007 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.0896547
Nov 11 22:29:20.824986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:20.895318 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-6cb13fc4-9637-487c-9144-b80a81546038 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1230912
Nov 11 22:29:20.933063 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fc085-24dc-4c4a-93b3-d081f88f0888 req-9ca88cf4-7b27-4b0f-8b67-56eaff2487e9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:20.934722 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f97fc085-24dc-4c4a-93b3-d081f88f0888 req-9ca88cf4-7b27-4b0f-8b67-56eaff2487e9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 944 time: 0.1118770
Nov 11 22:29:20.993665 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f97fc085-24dc-4c4a-93b3-d081f88f0888 req-3e20121e-eef1-4d5c-92c9-1d5e0fe958eb tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517545
Nov 11 22:29:21.068195 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-31faa174-8771-452f-9d20-9b3654f74be4 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602609
Nov 11 22:29:21.114281 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 52998) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:21.188590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cbac67df-80b2-4f2c-9bf2-f138645133b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:21.191317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6c16a20>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:21.195573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ff327-f915-43c5-aeea-3cfdb74dfb73 None None] The sync data for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi is: [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:29:21.220529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cbac67df-80b2-4f2c-9bf2-f138645133b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:21.227221 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8287eb71-82b3-4e84-bc51-ba3b9ff39928 req-333d2b80-e1c2-4b55-9ac2-80396b8422cd service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519971
Nov 11 22:29:21.311779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cbac67df-80b2-4f2c-9bf2-f138645133b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:21.318072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0a0639f1-be38-43a9-b5ba-d875e53e0757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:21.334818 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac67df-80b2-4f2c-9bf2-f138645133b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45315e1d-9eb2-4eb2-94cb-7dd3533ebe41,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:21.337601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cbac67df-80b2-4f2c-9bf2-f138645133b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:21.363723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-cbac67df-80b2-4f2c-9bf2-f138645133b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:21.364960 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-cbac67df-80b2-4f2c-9bf2-f138645133b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "DELETE /v2.0/security-groups/45315e1d-9eb2-4eb2-94cb-7dd3533ebe41 HTTP/1.1" status: 204  len: 168 time: 0.2490485
Nov 11 22:29:21.367994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 53002) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:21.387768 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.v2.resource [None req-4bea57e1-29f5-4cbd-aa93-c3a8f2b5b5e8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] show failed (client error): The resource could not be found.
Nov 11 22:29:21.392461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4bea57e1-29f5-4cbd-aa93-c3a8f2b5b5e8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups/45315e1d-9eb2-4eb2-94cb-7dd3533ebe41 HTTP/1.1" status: 404  len: 347 time: 0.0206742
Nov 11 22:29:21.393167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53006) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:21.567046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Deleting port a2677f80-9038-469e-8830-968ca8117057 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:29:21.567433 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:21.651652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b528112-d75f-43c0-8323-07e6f1a295ed None None] New status for floating IP 45892b37-7889-41cc-bc89-54d1a0b0f9b9: DOWN {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:29:21.746839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:21.747099 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:21.875951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Calling delete_port for a2677f80-9038-469e-8830-968ca8117057 owned by network:floatingip {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:29:21.990985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:29:21.991350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:29:22.204660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684015b6-7f8e-4e91-8e05-ea4801b1ec91 req-3eb74c1e-d1c8-46aa-9eb1-6f52883bfbf2 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:22.206355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-684015b6-7f8e-4e91-8e05-ea4801b1ec91 req-3eb74c1e-d1c8-46aa-9eb1-6f52883bfbf2 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 944 time: 0.0903058
Nov 11 22:29:22.245967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'tag': '8b566f98-4d41-469f-ab17-f2ef65eb6022'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:22.256775 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-684015b6-7f8e-4e91-8e05-ea4801b1ec91 req-1fad4198-9724-4f92-8ddf-887b6d591d51 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437229
Nov 11 22:29:22.302023 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'tag': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'status': 'completed', 'code': 200}
Nov 11 22:29:22.412562 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-2a5d01c0-2ea3-46c0-be8f-d9113797d3ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 1097 time: 0.0797422
Nov 11 22:29:22.492921 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Deleting port a2677f80-9038-469e-8830-968ca8117057 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:29:22.493427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:22.559839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-396b0e3b-253b-4f58-b20a-fc01e2d926e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:22.561325 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-396b0e3b-253b-4f58-b20a-fc01e2d926e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.1417871
Nov 11 22:29:22.633958 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-36afe86d-5ba7-4b14-821c-e8091f9377f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b566f98-4d41-469f-ab17-f2ef65eb6022 HTTP/1.1" status: 200  len: 217 time: 0.0653861
Nov 11 22:29:22.677418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:22.677982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:22.711748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-d7578182-fe36-4048-a102-fb565d90537b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:22.713354 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-d7578182-fe36-4048-a102-fb565d90537b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.0710921
Nov 11 22:29:22.800011 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-e27dd6cd-641a-4949-8b17-a0a575ebbc46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760362
Nov 11 22:29:22.808959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Calling delete_port for a2677f80-9038-469e-8830-968ca8117057 owned by network:floatingip {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:29:22.947073 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-d00f4d61-3dc7-48a4-bfd7-4ef6eb155959 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394091
Nov 11 22:29:23.041893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:23.046502 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:23.087959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event deleted for resources: {'Port': ['ID=a2677f80-9038-469e-8830-968ca8117057,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:23.092305 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4e3493f6-96d9-4a17-99ec-3223c5aeadc1 req-f04ba414-a2c1-4b9a-9043-81a66a64e871 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361206
Nov 11 22:29:23.092472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:23.453676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:23.497827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff72f6b-5f19-4983-9137-fccfdd64d49c req-171862d1-6ff1-43e5-8535-c7680da34ff5 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:23.503156 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fff72f6b-5f19-4983-9137-fccfdd64d49c req-171862d1-6ff1-43e5-8535-c7680da34ff5 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 944 time: 0.1148293
Nov 11 22:29:23.555646 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fff72f6b-5f19-4983-9137-fccfdd64d49c req-4218442b-3de3-434d-b042-c714c71ff351 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491149
Nov 11 22:29:23.575909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:23.577719 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "DELETE /v2.0/floatingips/45892b37-7889-41cc-bc89-54d1a0b0f9b9 HTTP/1.1" status: 204  len: 168 time: 2.1823571
Nov 11 22:29:23.895868 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53024) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:23.902086 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507568555', 'description': 'tempest-description--1752943999'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:23.908392 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:23.912776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:security_group and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:23.915861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:23.922814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:23.962888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:23.999789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:24.005595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:security_group_rule and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:24.008504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:24.014568 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:24.127783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.157359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.163225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-74884707-e2cf-47f3-a9c0-a15a6160714b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:24.206111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdceae65-1534-4c75-b281-cc0d6e503ae4,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:24.208856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:24.249070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.250597 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.3536022
Nov 11 22:29:24.253475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53028) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:24.259327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'security_group_rule': {'security_group_id': 'bdceae65-1534-4c75-b281-cc0d6e503ae4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:24.265477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:24.269709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:security_group_rule and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:24.272642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:24.278572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:24.329293 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.394183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.431471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.433679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1b189053-7887-4e5e-adbd-1eedaaa98a2e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:24.456179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edf2932-b979-42c1-b819-0ba013223d73,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:24.458970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:24.494562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.495894 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e197878b-0a65-4e2b-99fd-c817133efc8f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2414029
Nov 11 22:29:24.498714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53032) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:24.504615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'security_group_rule': {'security_group_id': 'bdceae65-1534-4c75-b281-cc0d6e503ae4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:24.510984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:24.515033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:security_group_rule and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:24.518343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:24.524857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:24.581977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.645673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.688964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.692685 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1a395782-dd6a-43aa-bac6-3b1ace891b36 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:24.764069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29ea6ed-ce16-44b8-a7ed-a72a9cd577cf,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:24.771265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:24.799307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:24.800799 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7b23de22-13a7-488d-a430-0758904ff02e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3009226
Nov 11 22:29:24.804700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 53038) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:24.807736 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1632b-00ab-4399-bd4b-f35ff5c46005 req-f9e9d5d4-9f29-4d04-ad20-7d22b9152ed0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:24.809326 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ee1632b-00ab-4399-bd4b-f35ff5c46005 req-f9e9d5d4-9f29-4d04-ad20-7d22b9152ed0 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 944 time: 0.1176980
Nov 11 22:29:24.810687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:24.817032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:24.821128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Usage tracker for resource:floatingip and tenant:d02f1b3553cb4602beed9d3c0152c10e is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:24.824313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:24.830400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:24.868257 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ee1632b-00ab-4399-bd4b-f35ff5c46005 req-a0e61eb7-31b5-467a-934d-5c1cf2ecf9ff tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526249
Nov 11 22:29:24.871688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:25.033138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:25.196336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Allocated IP 172.27.1.227 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/06c29a3c-ff06-4735-9ed7-825e94b886b6) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:29:25.328167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8b566f98-4d41-469f-ab17-f2ef65eb6022 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:29:25.359906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:25.420731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:25.426042 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c42fee07-2a28-452a-b5be-2718bd443bde tempest-VolumesSnapshotTestJSON-1131020293 tempest-VolumesSnapshotTestJSON-1131020293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:25.473695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8b566f98-4d41-469f-ab17-f2ef65eb6022, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b566f98-4d41-469f-ab17-f2ef65eb6022,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:25.489133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'port_id': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'mac_address': 'fa:16:3e:66:94:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:29:25.492711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:29:25.495855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:29:25.500482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:29:25.530761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'Port': ['ID=06c29a3c-ff06-4735-9ed7-825e94b886b6,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:25.536780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:25.552699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:25.574294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b566f98-4d41-469f-ab17-f2ef65eb6022 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:29:25.590948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8b566f98-4d41-469f-ab17-f2ef65eb6022, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b566f98-4d41-469f-ab17-f2ef65eb6022,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:25.620197 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:25.622148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:25.688554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:25.694754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=8b566f98-4d41-469f-ab17-f2ef65eb6022,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:25.698092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:25.776445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:25.992338 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:26.037783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:26.042875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d7289c9e-fcb3-452f-8797-0133cd893259 tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:26.093174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda8856-abb3-49bf-93ed-76ebed1a3f0d req-cb3135ac-6297-4c25-8f60-f482edf14909 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:26.094835 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cda8856-abb3-49bf-93ed-76ebed1a3f0d req-cb3135ac-6297-4c25-8f60-f482edf14909 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 945 time: 0.0879312
Nov 11 22:29:26.121812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['8b566f98-4d41-469f-ab17-f2ef65eb6022'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:29:26.157696 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6cda8856-abb3-49bf-93ed-76ebed1a3f0d req-a7a3bcb5-ab28-4c31-807d-b0ef54c51622 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557332
Nov 11 22:29:26.162289 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'Port': ['ID=06c29a3c-ff06-4735-9ed7-825e94b886b6,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:26.167899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:26.182601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:26.238211 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:26.248537 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4424789
Nov 11 22:29:26.525658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-c693fdcc-5c90-4b8a-a545-ab24b5b6010d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Synchronizing usage tracker for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:29:26.544144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09676617-0c92-432b-99a6-4b39c89a0b7e req-80d7c8d2-2df7-4bb2-99cb-1f3af07bd692 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:26.545828 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-09676617-0c92-432b-99a6-4b39c89a0b7e req-80d7c8d2-2df7-4bb2-99cb-1f3af07bd692 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.1393321
Nov 11 22:29:26.588621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-c693fdcc-5c90-4b8a-a545-ab24b5b6010d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Unset dirty status for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:29:26.589866 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-c693fdcc-5c90-4b8a-a545-ab24b5b6010d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1507568555&fields=id&tenant_id=d02f1b3553cb4602beed9d3c0152c10e HTTP/1.1" status: 200  len: 267 time: 0.1324234
Nov 11 22:29:26.597195 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-09676617-0c92-432b-99a6-4b39c89a0b7e req-f4f183d9-791a-4818-adad-49473e7335d1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447145
Nov 11 22:29:26.625664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 53066) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:26.752638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-828f96aa-3454-42dc-8cff-c3c816fc6f11 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:26.754838 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-828f96aa-3454-42dc-8cff-c3c816fc6f11 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 816 time: 0.1566706
Nov 11 22:29:26.773594 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-7da403d8-5de9-4f8e-b87e-5b3bfc9ea00e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/quotas/d02f1b3553cb4602beed9d3c0152c10e HTTP/1.1" status: 200  len: 375 time: 0.0127192
Nov 11 22:29:26.786010 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5a923e62-06ef-4e03-93b0-ae756b31a0f5 tempest-TestMinimumBasicScenario-1821141850 tempest-TestMinimumBasicScenario-1821141850-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1094 time: 0.1561666
Nov 11 22:29:26.786210 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 53072) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:26.791929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'port_id': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:26.798564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:26.803073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:floatingip and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:26.806170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:26.812337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:26.860031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-d3857f83-2216-40c9-8c0c-574f1e6d1916 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Synchronizing usage tracker for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:port {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:29:26.866230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for floatingip, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:26.899890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-d3857f83-2216-40c9-8c0c-574f1e6d1916 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Unset dirty status for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:port {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:29:26.901508 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-d3857f83-2216-40c9-8c0c-574f1e6d1916 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1218805
Nov 11 22:29:27.016463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:27.054006 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-58105c60-11ed-419a-8fd1-56e018719823 service neutron] 10.222.0.18 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396039
Nov 11 22:29:27.061080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:27.162605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Allocated IP 172.27.1.225 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/efcab012-6400-4bcd-b44a-1bb835f07e47) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:29:27.198917 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-4a9d69b6-891d-4d5b-942c-43bbd35195bb service neutron] 10.222.0.18 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380494
Nov 11 22:29:27.328563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:27.342484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8b566f98-4d41-469f-ab17-f2ef65eb6022 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:29:27.380877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:27.387228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-905ae917-53ee-47a1-b032-2bba65c7280c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:27.414743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787406-e28b-451a-b983-0c72af0f941a req-d9ef449e-22d6-4940-a86d-5b70ea825860 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:27.416476 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a8787406-e28b-451a-b983-0c72af0f941a req-d9ef449e-22d6-4940-a86d-5b70ea825860 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 945 time: 0.1255426
Nov 11 22:29:27.469398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:29:27.473456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 8b566f98-4d41-469f-ab17-f2ef65eb6022 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:29:27.473892 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:29:27.476547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'Port': ['ID=efcab012-6400-4bcd-b44a-1bb835f07e47,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:27.479740 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:29:27.496523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 8b566f98-4d41-469f-ab17-f2ef65eb6022 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:29:27.496950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:27.512526 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fbcef677-0d62-490b-96dc-7686362e79e9 req-f4a20031-8038-4e91-8a63-d7e229469ca9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 210 time: 0.0643356
Nov 11 22:29:27.556475 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a8787406-e28b-451a-b983-0c72af0f941a req-5a04b1a5-9891-47ab-a0d0-749023d09363 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304941
Nov 11 22:29:27.576182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:27.640776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:27.671464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b566f98-4d41-469f-ab17-f2ef65eb6022'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:27.682863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8b566f98-4d41-469f-ab17-f2ef65eb6022, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b566f98-4d41-469f-ab17-f2ef65eb6022,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:27.733890 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'code': 200}
Nov 11 22:29:27.745875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:27.747920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cfb6c10d-e118-4a8d-9377-6676cdfa709e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:27.829635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=8b566f98-4d41-469f-ab17-f2ef65eb6022,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:27.834787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:28.206530 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3b77f80-41f5-43f2-b3f8-818eaeca654c req-153da1fa-a179-4d7f-960d-c40ba247e943 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 1099 time: 0.1110523
Nov 11 22:29:28.273577 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3b77f80-41f5-43f2-b3f8-818eaeca654c req-7137fe74-025c-4b73-b2af-f75539ca8140 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580988
Nov 11 22:29:28.382619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:28.476120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:28.707291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:28.746183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:28.751995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:28.756906 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5089a582-58ff-4e23-a16f-378d0b9abd79 req-229b2f74-0b02-48bd-b508-0a4d475f7bab tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 210 time: 0.1023219
Nov 11 22:29:28.798295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7af63-c1e4-4a5f-907b-208fd5a8ebd1 req-b181ad80-7655-4e2f-9e13-31c99a842f26 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:28.800663 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0db7af63-c1e4-4a5f-907b-208fd5a8ebd1 req-b181ad80-7655-4e2f-9e13-31c99a842f26 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.1058125
Nov 11 22:29:28.854002 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0db7af63-c1e4-4a5f-907b-208fd5a8ebd1 req-9a8d1bf4-698e-4c34-ba05-20fcdcff57bc tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469086
Nov 11 22:29:28.878199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'Port': ['ID=efcab012-6400-4bcd-b44a-1bb835f07e47,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:28.878199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:28.888499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:29.100366 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Floating IP 8c1e1b91-ee89-4a58-a9f5-b0b95255efb7 associated. External IP: 172.27.1.225, port: 55ed606a-1cff-403d-9274-dd4fe79094b1.
Nov 11 22:29:29.536296 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:29:29.850896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-e5b876d0-2105-479e-855a-7a0c7f45e53b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:29.852630 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-e5b876d0-2105-479e-855a-7a0c7f45e53b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 816 time: 0.2481132
Nov 11 22:29:29.953401 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-f5ec0c0d-a479-44c0-a5b9-bab4c5824644 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02f1b3553cb4602beed9d3c0152c10e HTTP/1.1" status: 200  len: 380 time: 0.0815957
Nov 11 22:29:29.954047 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1458fca9-07b0-49db-a17e-c913b42001e8 req-69697a07-0430-4188-b36a-a9345291ed44 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 210 time: 0.0531602
Nov 11 22:29:29.966670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'port': {'device_id': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'admin_state_up': True, 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'security_groups': ['bdceae65-1534-4c75-b281-cc0d6e503ae4']}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:29.989333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:29:30.001607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] Sync routers for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:29:30.019470 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:30.020822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b71f8588>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:29:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:30.118370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fad2e3-d839-4d59-b5df-57b8aecd6702 req-72d3dff4-985b-4d02-8ca7-fcb35622e5ae tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:30.126501 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a8fad2e3-d839-4d59-b5df-57b8aecd6702 req-72d3dff4-985b-4d02-8ca7-fcb35622e5ae tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.1019509
Nov 11 22:29:30.163703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.185578 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a8fad2e3-d839-4d59-b5df-57b8aecd6702 req-e9eb2f11-e133-4391-ab47-70d1f86f6b07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579717
Nov 11 22:29:30.197313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:30.220637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:30.225082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:30.244491 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4571564
Nov 11 22:29:30.245413 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:30.247742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53104) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:30.254047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934742320', 'description': 'tempest-secgroup-smoke-934742320 description', 'project_id': '57f66330954d430abdc50a1a175c3450'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:30.260756 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:30.265879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:security_group and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:30.270477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:30.277237 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Made reservation on behalf of d02f1b3553cb4602beed9d3c0152c10e for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:29:30.283051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.287699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:30.310207 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'status': 'completed', 'code': 200}
Nov 11 22:29:30.351897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.390999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:30.395312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:security_group_rule and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:30.398710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:30.405412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:30.471044 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.512365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.524333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-427163ea-b65f-4864-9448-663c4e6e9781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:30.529965 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2bc7443-ff50-4245-a138-14555de03e17 req-135c2905-fdb9-4c50-aaaf-c1db7a8e1ece service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1099 time: 0.1674893
Nov 11 22:29:30.572200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Allocated IP 172.20.0.5 (3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9/69034538-34f7-4506-a072-ff7e9a3272fe/20b9a357-234b-4d0f-a5fc-c0f11e9dcd71) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:29:30.588679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f26e0cf-d7eb-4984-bb23-ef929a03d90c,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:30.594041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:30.625781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b71f8588>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '8c1e1b91-ee89-4a58-a9f5-b0b95255efb7', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'port_id': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'mac_address': 'fa:16:3e:18:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:28Z', 'updated_at': '2021-11-11T22:29:28Z', 'revision_number': 0, 'project_id': '57f66330954d430abdc50a1a175c3450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:27Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:30.626074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.631964 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-42fc6c12-a030-49ed-bf0e-1a7460723389 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3783190
Nov 11 22:29:30.632977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53110) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:30.635094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] Checking router: 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:29:30.640137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'security_group_rule': {'security_group_id': '1f26e0cf-d7eb-4984-bb23-ef929a03d90c', 'project_id': '57f66330954d430abdc50a1a175c3450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:30.647894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:30.650267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:30.650989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b71f8588>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:29:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:30.652735 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:security_group_rule and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:30.657128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:30.665601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:30.719911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.764621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc7443-ff50-4245-a138-14555de03e17 req-061bffd4-c857-47e4-8b77-537ef714fea7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:30.766249 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2bc7443-ff50-4245-a138-14555de03e17 req-061bffd4-c857-47e4-8b77-537ef714fea7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 916 time: 0.2223480
Nov 11 22:29:30.788919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.831798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.834422 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c01d0159-2801-409c-a71f-6f5f2b198dc4 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:30.852860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d09a15-1522-4a84-877e-0733d9bc7595,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:30.863920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:30.911551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:30.917425 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-28d6c317-15c6-49b8-9648-a32566bd178e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2793260
Nov 11 22:29:30.917890 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53114) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:30.925329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'security_group_rule': {'security_group_id': '1f26e0cf-d7eb-4984-bb23-ef929a03d90c', 'project_id': '57f66330954d430abdc50a1a175c3450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:30.932185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:30.937033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:security_group_rule and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:30.940677 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:30.948046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:30.989259 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2bc7443-ff50-4245-a138-14555de03e17 req-a375f63b-9528-4ca2-8c4f-ed2d5959e4cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 1000 time: 0.1712089
Nov 11 22:29:31.005894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.061509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:31.091996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.188365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.203221 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ef9a999a-fd0a-4f44-aa86-42406a27178b req-76c7d003-d79a-4645-a9ba-2fbd5441b7ac tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 210 time: 0.0676680
Nov 11 22:29:31.224324 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:31.249822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4022035-94a7-426d-8dea-bc602134de56,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:31.255672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:31.299427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.304184 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-824c378b-4b1e-460c-8cb6-9ef75a6aaeb1 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3849065
Nov 11 22:29:31.304832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53122) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:31.323723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'security_group_rule': {'security_group_id': '1f26e0cf-d7eb-4984-bb23-ef929a03d90c', 'project_id': '57f66330954d430abdc50a1a175c3450', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:31.330352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:31.335284 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:security_group_rule and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:31.338590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:31.349934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.364319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc7443-ff50-4245-a138-14555de03e17 req-c6f86a83-e2ab-4341-8fcf-c5184fd9fbd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:31.366345 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2bc7443-ff50-4245-a138-14555de03e17 req-c6f86a83-e2ab-4341-8fcf-c5184fd9fbd1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 200  len: 854 time: 0.3585007
Nov 11 22:29:31.376265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Transition to ACTIVE for port object 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:29:31.435572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:31.485363 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2bc7443-ff50-4245-a138-14555de03e17 req-5df69573-9ce3-4016-9b8c-fd9c1deb530a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0c694f1-8a29-426a-81c5-2e4728668287&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947621
Nov 11 22:29:31.487217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.523373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.535176 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-5c79232f-b18a-42af-bbad-406a639ad1d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1924024
Nov 11 22:29:31.548985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78533ccd-1195-43dd-b41e-5de77c6027c4 req-bd5ccc4c-5075-40e6-817d-e5c02eea28dd tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:31.551106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a1a51263-0af3-4abd-b8ac-169e98a1bdda tempest-VolumesActionsTest-1134390773 tempest-VolumesActionsTest-1134390773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:31.551310 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78533ccd-1195-43dd-b41e-5de77c6027c4 req-bd5ccc4c-5075-40e6-817d-e5c02eea28dd tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.1684473
Nov 11 22:29:31.564577 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b71f8588>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '8c1e1b91-ee89-4a58-a9f5-b0b95255efb7', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'port_id': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'mac_address': 'fa:16:3e:18:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:28Z', 'updated_at': '2021-11-11T22:29:28Z', 'revision_number': 0, 'project_id': '57f66330954d430abdc50a1a175c3450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:27Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:31.570766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1126f946-a958-4411-8372-c8d74c5fbbe2 None None] The sync data for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi is: [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '8c1e1b91-ee89-4a58-a9f5-b0b95255efb7', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'port_id': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'mac_address': 'fa:16:3e:18:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:28Z', 'updated_at': '2021-11-11T22:29:28Z', 'revision_number': 0, 'project_id': '57f66330954d430abdc50a1a175c3450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:27Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:29:31.702485 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78533ccd-1195-43dd-b41e-5de77c6027c4 req-26bd930f-d5bf-4366-92be-d879cec7ac5b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1400330
Nov 11 22:29:31.728687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:29:31.729645 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:31.734899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:29:31.737127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:31.739895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:29:31.746656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.750259 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-6276b362-50ca-4196-88b7-5766a408fe19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1099 time: 0.1589439
Nov 11 22:29:31.809957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.824857 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2bc7443-ff50-4245-a138-14555de03e17 req-3955bead-9f66-4a16-b95f-9b863790b340 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3258615
Nov 11 22:29:31.835175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:31.857400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:31.858233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:31.971650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d908db27-5f08-4f0d-a6e4-1c05a3484846,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:31.974472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:32.016647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db269a-faa2-4f39-8367-c23010a6c656 None None] New status for floating IP 8c1e1b91-ee89-4a58-a9f5-b0b95255efb7: ACTIVE {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:29:32.054730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6428a5b-a1af-4f63-8bd6-d7fd02927d49 req-9b45d7d6-4a0f-42d2-b0c4-14dac3168969 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:32.056340 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a6428a5b-a1af-4f63-8bd6-d7fd02927d49 req-9b45d7d6-4a0f-42d2-b0c4-14dac3168969 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.2005057
Nov 11 22:29:32.057173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.059208 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-df24f944-6e8c-4168-98ec-f8583e09d93c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7525089
Nov 11 22:29:32.061584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 53128) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:32.068476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53132) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:32.069829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-d35d0d9b-76f6-4514-bf83-57d6bd2ca9dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:32.071541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-d35d0d9b-76f6-4514-bf83-57d6bd2ca9dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 910 time: 0.2955661
Nov 11 22:29:32.071871 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1091547
Nov 11 22:29:32.076505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'security_group_rule': {'security_group_id': '1f26e0cf-d7eb-4984-bb23-ef929a03d90c', 'project_id': '57f66330954d430abdc50a1a175c3450', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:32.077533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Request body: {'floatingip': {'port_id': '8b566f98-4d41-469f-ab17-f2ef65eb6022'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:32.087362 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2bc7443-ff50-4245-a138-14555de03e17 req-f68efb7c-1bbf-43cf-a5fb-f400ded1ffb9 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223623
Nov 11 22:29:32.093856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Request body: {'port': {'device_id': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:32.164762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:32.208708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:security_group_rule and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:32.213947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:32.223013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:32.226598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a3df8789-440c-4d14-b8ae-62dc7bb1704a None None] Provisioning for port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:29:32.239353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-a3df8789-440c-4d14-b8ae-62dc7bb1704a None None] Provisioning complete for port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:29:32.240878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a3df8789-440c-4d14-b8ae-62dc7bb1704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.248428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.251704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.310949 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.337065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-a3df8789-440c-4d14-b8ae-62dc7bb1704a None None] Port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:29:32.442109 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-ab3a951c-2f67-47f4-9ae8-d06b541ddf9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 1002 time: 0.2909629
Nov 11 22:29:32.495597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.557805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.571577 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b57aa87b-9a53-4e3f-8ff4-13cf333a1b9a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:32.610591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f14ef59-ade9-4aad-acba-53c28854fd9d,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:32.615659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:32.629459 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-124eecb0-1e34-4e18-bd35-d2063fba70bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:32.631055 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-124eecb0-1e34-4e18-bd35-d2063fba70bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 200  len: 848 time: 0.1477938
Nov 11 22:29:32.664184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.668218 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6cc2da14-cf10-41ee-87ba-77fa346c62fa tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6024368
Nov 11 22:29:32.668544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 53138) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:32.711583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'security_group_rule': {'security_group_id': '1f26e0cf-d7eb-4984-bb23-ef929a03d90c', 'project_id': '57f66330954d430abdc50a1a175c3450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:32.726134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:32.736575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:security_group_rule and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:32.742466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:32.752628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:32.756418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:29:32.766537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.789852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Transition to ACTIVE for port object 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:29:32.858574 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.securitygroups_db [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Project 57f66330954d430abdc50a1a175c3450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 22:29:32.868139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.966762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:32.976231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e572b050-5970-44c9-ba15-dbd86b3c3b7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:33.014509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.058322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac29e5-c1b9-45c8-9a07-ee6e4edc6d91 req-803ab972-97f8-4776-a4fe-87f3971c678b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:33.059998 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-08ac29e5-c1b9-45c8-9a07-ee6e4edc6d91 req-803ab972-97f8-4776-a4fe-87f3971c678b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 931 time: 0.5779593
Nov 11 22:29:33.112125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.138175 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-9eba38b7-109a-4de5-a951-10f382535971 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4478080
Nov 11 22:29:33.151542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:33.155399 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:33.159699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-511a59a0-5e39-485d-a762-5d9ebb78fd7d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:33.182650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e851970-55a0-48d0-b89c-5411726bca8c,revision_number=0']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:33.185473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:33.226129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.230394 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6110f827-40b9-4fc2-9abb-9bebbfc1e9de tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5583482
Nov 11 22:29:33.235315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53142) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:33.256649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'security_group_rule': {'security_group_id': '1f26e0cf-d7eb-4984-bb23-ef929a03d90c', 'project_id': '57f66330954d430abdc50a1a175c3450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:33.306206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:29:33.314570 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Attempting to bind port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:29:33.314891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Attempting to bind port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:29:33.315894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Attempting to bind port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 on network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:29:33.318240 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-08ac29e5-c1b9-45c8-9a07-ee6e4edc6d91 req-181a07ea-0df3-436b-9669-da54bfb8f9ea tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2477078
Nov 11 22:29:33.323627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 on network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:29:33.324107 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Attempting to bind port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 on network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:29:33.332711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:29:33.333096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Checking segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:29:33.333591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Bound using segment: {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:29:33.334142 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Bound port: 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6872eca-ad32-4428-9786-44d6e26009b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:29:33.334616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.369194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Usage tracker for resource:security_group_rule and tenant:57f66330954d430abdc50a1a175c3450 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:29:33.378636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:29:33.398745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:29:33.448796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:29:33.452059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:29:33.453418 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.securitygroups_db [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Project 57f66330954d430abdc50a1a175c3450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 11 22:29:33.467553 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-07682c6b-9507-499a-8744-502dc7d979be service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3202758
Nov 11 22:29:33.469398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.477500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.482732 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-24faf45e-231e-4e61-ab26-c9e37ad1537c tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:33.547796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.549354 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] 10.222.0.65 "PUT /v2.0/ports/20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 HTTP/1.1" status: 200  len: 1093 time: 1.4603746
Nov 11 22:29:33.550575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:33.571899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:33.576087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:33.619711 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'status': 'completed', 'code': 200}
Nov 11 22:29:33.742939 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-61968333-293f-4110-9777-168d9bbc6baf req-dabd4c3f-f811-41be-898b-604b94e11c6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1096 time: 0.0945601
Nov 11 22:29:33.826917 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe7ad5af-e32c-4b35-9332-5e84bc113e73 req-56f23441-6337-4188-a6a8-2986ccbf096f service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3465135
Nov 11 22:29:33.836134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.849790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.883056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093576'] for security_group_rule, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.886539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:33.911059 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d666027-d988-4776-9139-ab320ec5df3c,revision_number=0']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:33.915731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:33.920203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968333-293f-4110-9777-168d9bbc6baf req-0ca89338-e721-4a6c-ac95-335cf0c6dff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:33.920364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:33.921769 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-61968333-293f-4110-9777-168d9bbc6baf req-0ca89338-e721-4a6c-ac95-335cf0c6dff8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1653302
Nov 11 22:29:34.011303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:34.012621 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-29aa2ca8-3879-4748-8944-21914d32dba6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.7701609
Nov 11 22:29:34.086750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968333-293f-4110-9777-168d9bbc6baf req-01a8aff2-8ae3-48d3-8071-2712397cad77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:34.088308 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-61968333-293f-4110-9777-168d9bbc6baf req-01a8aff2-8ae3-48d3-8071-2712397cad77 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1564879
Nov 11 22:29:34.172242 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Floating IP f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4 associated. External IP: 172.27.1.130, port: 8b566f98-4d41-469f-ab17-f2ef65eb6022.
Nov 11 22:29:34.209306 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-1913060b-ff1e-41d7-9f1f-5ecfae237c04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1096 time: 0.0761569
Nov 11 22:29:34.240951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-ca2fa906-615f-417a-8172-096d441b18c2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Synchronizing usage tracker for tenant:57f66330954d430abdc50a1a175c3450 on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:29:34.286417 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-eed1ab65-1472-4e62-b87a-82f7ec5b177b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 HTTP/1.1" status: 200  len: 217 time: 0.0687366
Nov 11 22:29:34.337710 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-ca2fa906-615f-417a-8172-096d441b18c2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Unset dirty status for tenant:57f66330954d430abdc50a1a175c3450 on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:29:34.338810 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-ca2fa906-615f-417a-8172-096d441b18c2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934742320&fields=id&tenant_id=57f66330954d430abdc50a1a175c3450 HTTP/1.1" status: 200  len: 267 time: 0.2286489
Nov 11 22:29:34.362230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-cfb9f47c-9bdf-4fa7-9d53-fe643538c2ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:34.363809 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-cfb9f47c-9bdf-4fa7-9d53-fe643538c2ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0660820
Nov 11 22:29:34.453694 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-9af5abeb-d725-46a9-9c2c-5e2d057edc5f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770278
Nov 11 22:29:34.462481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-1e5c34be-1ed2-459c-9151-c19627820749 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:34.464091 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-1e5c34be-1ed2-459c-9151-c19627820749 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.1189156
Nov 11 22:29:34.477836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'port': {'security_groups': ['f0a9d0d5-158c-4512-a2c9-a59849b1bd90', '1f26e0cf-d7eb-4984-bb23-ef929a03d90c']}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:34.615416 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-bd8f559a-a28a-4e5c-a035-2ea1baeb1283 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439564
Nov 11 22:29:34.777747 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-345ed9c2-9c44-4cd8-a34b-de5be3378b82 req-c3b4165c-387e-4a4a-a46a-3d9536abab3d service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502070
Nov 11 22:29:34.981117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:35.004191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddccad0-0367-46ff-b6e7-10ee3887487d req-d8d90f10-30c8-4925-bec9-dcdab50f7973 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:35.005886 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fddccad0-0367-46ff-b6e7-10ee3887487d req-d8d90f10-30c8-4925-bec9-dcdab50f7973 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.4966609
Nov 11 22:29:35.197146 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fddccad0-0367-46ff-b6e7-10ee3887487d req-67e8b78a-8bd7-4283-9682-6d99ba2246ec tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1833589
Nov 11 22:29:35.386558 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:29:35.428394 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] For port 55ed606a-1cff-403d-9274-dd4fe79094b1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=55ed606a-1cff-403d-9274-dd4fe79094b1,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:35.533461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:35.609830 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:35.622031 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['55ed606a-1cff-403d-9274-dd4fe79094b1'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:29:35.622825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:35.706633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:35.707350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:35.709345 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4127c75c-2132-4dc7-89e9-643fa24172ce req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "PUT /v2.0/ports/55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 982 time: 1.2360268
Nov 11 22:29:35.712782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:35.740127 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'Port': ['ID=55ed606a-1cff-403d-9274-dd4fe79094b1,revision_number=6']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:35.744972 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:35.782370 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:29:35.791302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:35.798980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] Sync routers for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:29:35.824122 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'status': 'completed', 'code': 200}
Nov 11 22:29:35.863169 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-70c46000-06a3-4a4d-8f08-6460df4445f1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "PUT /v2.0/floatingips/f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4 HTTP/1.1" status: 200  len: 992 time: 3.7865236
Nov 11 22:29:35.897805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:35.898730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b71c2668>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:29:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:35.981838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['55ed606a-1cff-403d-9274-dd4fe79094b1'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:29:36.017991 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-35ab105d-d1cc-4b9f-89a4-b1e00de061e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1138 time: 0.1544337
Nov 11 22:29:36.046572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b086e-7730-41ba-8e97-fa88f8846c31 req-e76a465f-c174-481b-bac1-bdcb775e605a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:36.055686 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0f6b086e-7730-41ba-8e97-fa88f8846c31 req-e76a465f-c174-481b-bac1-bdcb775e605a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.1424286
Nov 11 22:29:36.117332 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0f6b086e-7730-41ba-8e97-fa88f8846c31 req-f95193f2-aa59-496c-ba19-d9e81c87cb0a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0605209
Nov 11 22:29:36.310826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aa3111a8-73f8-429d-9433-c3df75fae477 None None] Provisioning complete for port 55ed606a-1cff-403d-9274-dd4fe79094b1 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:29:36.311243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aa3111a8-73f8-429d-9433-c3df75fae477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:36.405460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:36.441570 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-df22175b-8976-4f04-9492-cf78ce9daf7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:36.443356 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-df22175b-8976-4f04-9492-cf78ce9daf7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 916 time: 0.4179268
Nov 11 22:29:36.465266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ac496-e7cb-4e0e-99c8-ad22eb84528d req-0ab10e87-fbb2-4c5b-8b96-7d847d06c69c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:36.468126 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-707ac496-e7cb-4e0e-99c8-ad22eb84528d req-0ab10e87-fbb2-4c5b-8b96-7d847d06c69c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.1190555
Nov 11 22:29:36.561037 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-707ac496-e7cb-4e0e-99c8-ad22eb84528d req-6c2204b0-f23b-48e2-bb96-526f6eba8e06 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873117
Nov 11 22:29:36.562023 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-c112d8aa-f13d-4f77-bdd5-d66da6269207 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 1002 time: 0.1063764
Nov 11 22:29:36.584896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-111bef4f-296d-4a57-a12f-28cf87359a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:36.643140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-04eacb64-e6b3-4980-b283-151460cff41f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:36.644747 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-04eacb64-e6b3-4980-b283-151460cff41f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 200  len: 854 time: 0.0745151
Nov 11 22:29:36.742864 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-f4d4eb22-6527-4ae9-8234-c266235ef82a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0c694f1-8a29-426a-81c5-2e4728668287&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823092
Nov 11 22:29:36.907750 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-3b0b834c-cb6c-4dca-9c6f-7db2cb7bccd6 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518922
Nov 11 22:29:37.067053 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5310aa1a-88b5-42af-9717-12a84cedb1da req-40c0bafd-4492-4e09-bb33-b33152e59dda service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478517
Nov 11 22:29:37.397723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b71c2668>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'port_id': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'mac_address': 'fa:16:3e:66:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:12Z', 'updated_at': '2021-11-11T22:29:33Z', 'revision_number': 1, 'project_id': '489d63858a1644e596ecee466baf8d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:37.405529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:29:37.414760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] Checking router: 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:29:37.507706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:37.508424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b71c2668>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:29:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:37.778311 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:37.798292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879df628-13db-4146-8002-264298bd3794 req-8346e322-ed17-4f91-a109-853b0961983d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:37.800402 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-879df628-13db-4146-8002-264298bd3794 req-8346e322-ed17-4f91-a109-853b0961983d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0967643
Nov 11 22:29:37.801040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'port_id': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'mac_address': 'fa:16:3e:40:8f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:29:37.830286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'tag': '8b566f98-4d41-469f-ab17-f2ef65eb6022'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:37.858359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:37.872951 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-879df628-13db-4146-8002-264298bd3794 req-f5288a4d-1664-4048-bfa0-3cc49805872d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583749
Nov 11 22:29:37.930100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:37.936152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'tag': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'status': 'completed', 'code': 200}
Nov 11 22:29:37.968430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:29:38.054888 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-8501326b-085a-4f5e-8df7-df7c2908e3f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=489d63858a1644e596ecee466baf8d61&device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 1099 time: 0.0874407
Nov 11 22:29:38.069596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:38.103683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:38.110206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a95748ec-0dae-4d98-8eb3-1832d8cc08d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:38.211261 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-bff6b167-2272-4885-85fa-1ecd8f5de548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:38.212906 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-bff6b167-2272-4885-85fa-1ecd8f5de548 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 200  len: 912 time: 0.1463084
Nov 11 22:29:38.262496 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:38.265938 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:38.348058 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-2d319d77-c899-48e3-ade5-7602b20e53bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b566f98-4d41-469f-ab17-f2ef65eb6022 HTTP/1.1" status: 200  len: 1000 time: 0.1258578
Nov 11 22:29:38.363334 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b71c2668>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'port_id': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'mac_address': 'fa:16:3e:66:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:12Z', 'updated_at': '2021-11-11T22:29:33Z', 'revision_number': 1, 'project_id': '489d63858a1644e596ecee466baf8d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:38.367960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cda025-dd6d-4b5d-8477-19bf48131e48 None None] The sync data for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi is: [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'port_id': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'mac_address': 'fa:16:3e:66:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:12Z', 'updated_at': '2021-11-11T22:29:33Z', 'revision_number': 1, 'project_id': '489d63858a1644e596ecee466baf8d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:29:38.460645 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-3a8da2ae-de19-4693-a806-39af5bce6928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:38.464167 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-3a8da2ae-de19-4693-a806-39af5bce6928 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 200  len: 850 time: 0.1026618
Nov 11 22:29:38.572130 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-f9464da1-8ce5-4300-b776-8d81c2191afe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af40f704-3ba0-4e2a-a0d5-f2f041f17169&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890639
Nov 11 22:29:38.584760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:29:38.771880 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba55daa-4008-4f6a-8cf3-1e0ba84fc85f None None] New status for floating IP f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4: ACTIVE {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:29:38.783563 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-80aae021-2b75-410e-84e5-d1ca607993e1 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011096
Nov 11 22:29:38.862079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:38.911273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-30b7f4d7-29c4-45bf-8047-ea2c8f0d5863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:39.054612 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ed39b18-3bf5-41f7-82fb-4e9625078850 req-3a15f5d3-4385-493b-be4c-a937cada49f1 service neutron] 10.222.0.65 "GET /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2546358
Nov 11 22:29:39.162363 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077fdb-89d2-4028-8ac8-5a325a5abf4d req-171873fc-3b65-45c9-bb52-678f5dccb111 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:39.164885 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-66077fdb-89d2-4028-8ac8-5a325a5abf4d req-171873fc-3b65-45c9-bb52-678f5dccb111 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 944 time: 0.1073418
Nov 11 22:29:39.230176 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-66077fdb-89d2-4028-8ac8-5a325a5abf4d req-938b50c9-df02-4dd9-8781-dd70f2f39a4a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539570
Nov 11 22:29:39.437232 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:40.454688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5a9d2-b04f-4a1d-bf10-8ae3fbae5c82 req-9521c0eb-9d82-450e-b0d3-d8eba71d9c93 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:40.456369 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bbd5a9d2-b04f-4a1d-bf10-8ae3fbae5c82 req-9521c0eb-9d82-450e-b0d3-d8eba71d9c93 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 944 time: 0.0885210
Nov 11 22:29:40.532988 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bbd5a9d2-b04f-4a1d-bf10-8ae3fbae5c82 req-c2825ce0-1fbe-404a-bd24-7838be8f91f7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696921
Nov 11 22:29:41.128669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:41.421961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:29:41.551343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:29:41.557050 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:29:41.557509 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:41.686525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:41.721707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:41.732957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:29:41.773650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:41.776637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:29:41.817850 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'code': 200}
Nov 11 22:29:41.829876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e505a6-d747-4dd0-8961-0be6eacd45a9 req-ed80b794-3c94-4fb6-8248-3f02278d8d4d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:41.831647 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e5e505a6-d747-4dd0-8961-0be6eacd45a9 req-ed80b794-3c94-4fb6-8248-3f02278d8d4d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.1044326
Nov 11 22:29:41.885089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:29:41.897560 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e5e505a6-d747-4dd0-8961-0be6eacd45a9 req-f86e1e0b-2785-4985-b912-68a72ab8a0f8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587289
Nov 11 22:29:41.900800 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:29:42.198493 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f1151688-395c-4a9a-ba22-1d598537c821 req-e40a61d7-7d82-4820-b75f-855585db406e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1098 time: 0.0864084
Nov 11 22:29:42.253666 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f1151688-395c-4a9a-ba22-1d598537c821 req-a9fb6bc6-fdd9-473c-a4e6-4fa801a2d6ef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407727
Nov 11 22:29:43.121315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835089e-7695-4e1c-aa76-92c6c50aced6 req-d51644c7-d750-4ca9-915b-8bb09ece4071 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:43.123028 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4835089e-7695-4e1c-aa76-92c6c50aced6 req-d51644c7-d750-4ca9-915b-8bb09ece4071 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0910475
Nov 11 22:29:43.179417 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4835089e-7695-4e1c-aa76-92c6c50aced6 req-101b88fe-2b66-4f5e-9112-2a85ec309814 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491400
Nov 11 22:29:44.430383 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e67f8d-5b37-42ed-90f0-03109bb1390c req-7755f6cd-c3c2-4a38-9111-ef69d5c83640 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:44.432066 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2e67f8d-5b37-42ed-90f0-03109bb1390c req-7755f6cd-c3c2-4a38-9111-ef69d5c83640 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.1030564
Nov 11 22:29:44.488571 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e2e67f8d-5b37-42ed-90f0-03109bb1390c req-9f839416-47be-4106-966a-46969b89f7c3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486822
Nov 11 22:29:45.754489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160a999-da6f-42a6-94a9-713a6d24ca1f req-bed6151a-a7ed-43c0-8137-42b8ce8df615 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:45.756224 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1160a999-da6f-42a6-94a9-713a6d24ca1f req-bed6151a-a7ed-43c0-8137-42b8ce8df615 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0977058
Nov 11 22:29:45.817849 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1160a999-da6f-42a6-94a9-713a6d24ca1f req-41f289ee-0170-4598-88e2-140120b12cc7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489333
Nov 11 22:29:46.083838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f79bb-d8e4-43a9-84db-e740a4cb3a42 req-aad524fa-4624-41ff-a818-ec8727fe9f26 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:46.085783 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-217f79bb-d8e4-43a9-84db-e740a4cb3a42 req-aad524fa-4624-41ff-a818-ec8727fe9f26 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0912147
Nov 11 22:29:46.095376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53206) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:29:46.101927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Request body: {'floatingip': {'port_id': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:29:46.187980 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:46.905521 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:46.939640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:47.153505 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Floating IP 92a9bffe-21d4-4f4d-823f-ee6a8b02e022 associated. External IP: 172.27.1.227, port: 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71.
Nov 11 22:29:47.865498 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Router 28aca097-9094-465a-9de7-91cc01af248b has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:29:48.121668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:29:48.126745 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:29:48.133775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] Sync routers for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:29:48.148388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:48.149144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6f80f98>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:29:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:48.190207 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e5473ed6-fec7-4365-99d8-71fe11048e41 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "PUT /v2.0/floatingips/92a9bffe-21d4-4f4d-823f-ee6a8b02e022 HTTP/1.1" status: 200  len: 991 time: 2.0933702
Nov 11 22:29:48.190898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:29:48.251142 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'status': 'completed', 'code': 200}
Nov 11 22:29:48.366935 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:48.373466 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4868affd-1d37-4404-bbbd-205b61746067 req-d9e7e9f6-bb78-48b8-86d9-1e6e55573414 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1098 time: 0.0802939
Nov 11 22:29:48.538550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868affd-1d37-4404-bbbd-205b61746067 req-20346a39-5d0f-48a1-b259-07238807da0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:48.540254 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4868affd-1d37-4404-bbbd-205b61746067 req-20346a39-5d0f-48a1-b259-07238807da0e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.1498551
Nov 11 22:29:48.687411 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4868affd-1d37-4404-bbbd-205b61746067 req-ab2af21d-9adb-4d83-9f89-e2f29c7b80bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 HTTP/1.1" status: 200  len: 999 time: 0.1335006
Nov 11 22:29:48.769625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6f80f98>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '92a9bffe-21d4-4f4d-823f-ee6a8b02e022', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '28aca097-9094-465a-9de7-91cc01af248b', 'port_id': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'mac_address': 'fa:16:3e:40:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:25Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 1, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:48.774749 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] Checking router: 28aca097-9094-465a-9de7-91cc01af248b for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:29:48.782676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868affd-1d37-4404-bbbd-205b61746067 req-10c64324-0a38-4293-b169-5ca35bb10bb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:29:48.784911 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4868affd-1d37-4404-bbbd-205b61746067 req-10c64324-0a38-4293-b169-5ca35bb10bb2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0904322
Nov 11 22:29:48.788046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:29:48.788746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6f80f98>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:29:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:48.888935 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4868affd-1d37-4404-bbbd-205b61746067 req-f2b57dc6-06ab-4b16-bd9b-86e82b79b228 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951128
Nov 11 22:29:49.020864 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:29:49.052957 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4868affd-1d37-4404-bbbd-205b61746067 req-87fb123d-ddad-44a8-a240-dfc3a46d9107 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554101
Nov 11 22:29:49.233475 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4868affd-1d37-4404-bbbd-205b61746067 req-bb16394e-3947-42fb-ba25-3cb192b5db92 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1726391
Nov 11 22:29:49.619652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6f80f98>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '92a9bffe-21d4-4f4d-823f-ee6a8b02e022', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '28aca097-9094-465a-9de7-91cc01af248b', 'port_id': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'mac_address': 'fa:16:3e:40:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:25Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 1, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:29:49.625339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9699424-37c4-4c1c-9971-cbadf1b82348 None None] The sync data for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi is: [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': '92a9bffe-21d4-4f4d-823f-ee6a8b02e022', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '28aca097-9094-465a-9de7-91cc01af248b', 'port_id': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'mac_address': 'fa:16:3e:40:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:25Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 1, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:29:50.012580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1320b-db10-4421-9d8a-2f1104538246 None None] New status for floating IP 92a9bffe-21d4-4f4d-823f-ee6a8b02e022: ACTIVE {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:29:55.260817 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:29:57.059109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:06.430468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1895-690a-44cf-8e85-9792bb7669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:08.813449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c944369f-4e2e-414a-9f45-e4a3c6bdd1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:08.842184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:09.419278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:11.121669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:17.442488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a0b0-d461-40c6-94b4-1de720d7b35b req-1cd97063-aacc-4c36-aa0c-68fb2366c18e tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:17.444123 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fb9a0b0-d461-40c6-94b4-1de720d7b35b req-1cd97063-aacc-4c36-aa0c-68fb2366c18e tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0896628
Nov 11 22:30:17.495892 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5fb9a0b0-d461-40c6-94b4-1de720d7b35b req-f8eb9814-1dd8-4310-9d0c-adcaa073085b tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454221
Nov 11 22:30:18.727462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114512d5-47aa-439d-8a70-b12586ce834c req-55a5c748-74e8-4aeb-9e7b-c54f5db947ad tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:18.729099 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-114512d5-47aa-439d-8a70-b12586ce834c req-55a5c748-74e8-4aeb-9e7b-c54f5db947ad tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0848196
Nov 11 22:30:18.785835 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-114512d5-47aa-439d-8a70-b12586ce834c req-255411cc-b734-4eb4-bd16-88ad30eb7c1d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498145
Nov 11 22:30:20.001579 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d810f9-bb77-464a-b9f6-8f87c2a16ed6 req-07c8d812-e016-48e8-8b74-19a878eeb0b7 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:20.003144 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f6d810f9-bb77-464a-b9f6-8f87c2a16ed6 req-07c8d812-e016-48e8-8b74-19a878eeb0b7 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0919840
Nov 11 22:30:20.055550 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f6d810f9-bb77-464a-b9f6-8f87c2a16ed6 req-a786843b-ee81-4ea5-b950-aeecc9f7d32c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456288
Nov 11 22:30:21.264317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16fe0a-be5a-4b9c-9475-9e2cd76eb85b req-6c72da9c-862c-40ff-a863-549d4d28178c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:21.265998 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a16fe0a-be5a-4b9c-9475-9e2cd76eb85b req-6c72da9c-862c-40ff-a863-549d4d28178c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0832589
Nov 11 22:30:21.316722 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5a16fe0a-be5a-4b9c-9475-9e2cd76eb85b req-bdd81ac6-0df7-4ee5-bda9-f2f889d3b82c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439920
Nov 11 22:30:22.527362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78ad41-c562-4c56-a313-f14d1c92b6f1 req-c4e40bc8-efb4-42be-99dd-2fee89d5404f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:22.529045 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ec78ad41-c562-4c56-a313-f14d1c92b6f1 req-c4e40bc8-efb4-42be-99dd-2fee89d5404f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0898116
Nov 11 22:30:22.579952 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ec78ad41-c562-4c56-a313-f14d1c92b6f1 req-15c57288-82eb-478b-8894-0d26e8ea0d85 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446959
Nov 11 22:30:26.418411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c478-2cf3-4518-a73c-207f37b534b2 req-95984f55-be20-48f4-8fc3-36f80ed87be5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:26.420033 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81c7c478-2cf3-4518-a73c-207f37b534b2 req-95984f55-be20-48f4-8fc3-36f80ed87be5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0963216
Nov 11 22:30:26.473463 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-81c7c478-2cf3-4518-a73c-207f37b534b2 req-485bf1c3-e9c5-44bb-ad96-6b0c0a5a4839 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466564
Nov 11 22:30:27.059231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:27.690019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701a029-7e1c-43d2-b86f-4b15c249f45a req-04dbcf93-ac23-49f7-b0c1-a56786ac4f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:27.691690 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c701a029-7e1c-43d2-b86f-4b15c249f45a req-04dbcf93-ac23-49f7-b0c1-a56786ac4f57 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0900977
Nov 11 22:30:27.743753 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c701a029-7e1c-43d2-b86f-4b15c249f45a req-4ff80184-bf2a-481a-a078-73088392a1af tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451658
Nov 11 22:30:28.962927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0975f-20d6-4aa9-99bb-7982474d4091 req-a78e3f59-aa01-45d3-9693-c0e687e866f5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:28.964572 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bac0975f-20d6-4aa9-99bb-7982474d4091 req-a78e3f59-aa01-45d3-9693-c0e687e866f5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0895548
Nov 11 22:30:29.020794 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bac0975f-20d6-4aa9-99bb-7982474d4091 req-1dd69b73-49f2-413f-a105-7fd3108e58d0 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495589
Nov 11 22:30:30.234954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d036d7-71b5-45e9-ba7f-6f5aba1a032e req-40927569-8c43-4f22-81fd-a122f9e5bc60 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:30.236626 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c4d036d7-71b5-45e9-ba7f-6f5aba1a032e req-40927569-8c43-4f22-81fd-a122f9e5bc60 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0834749
Nov 11 22:30:30.286106 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c4d036d7-71b5-45e9-ba7f-6f5aba1a032e req-c8e58a6f-2a0c-4535-926e-00ec91f3eccd tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432799
Nov 11 22:30:31.309919 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-f3a578e7-e5c4-4513-8e2d-4f2f141de6dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1099 time: 0.0779881
Nov 11 22:30:31.485168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-8e288745-da09-4963-b705-2380feabe0f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:31.487625 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-8e288745-da09-4963-b705-2380feabe0f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 910 time: 0.1522479
Nov 11 22:30:31.606227 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-75afa6d8-ee56-45bb-9a2b-8eb8b6d008fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 1002 time: 0.1112926
Nov 11 22:30:31.642224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776154e9-2a07-4f87-928d-c57c1da7f29c req-a75ac2ec-0ca0-4e74-a142-a10d995be618 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:31.643869 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-776154e9-2a07-4f87-928d-c57c1da7f29c req-a75ac2ec-0ca0-4e74-a142-a10d995be618 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0908811
Nov 11 22:30:31.682266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-5fd4aef8-74a5-4a42-b1d5-357b8b2e7e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:31.683908 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-5fd4aef8-74a5-4a42-b1d5-357b8b2e7e53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 200  len: 848 time: 0.0697486
Nov 11 22:30:31.695484 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-776154e9-2a07-4f87-928d-c57c1da7f29c req-2aa95ac1-4a21-4118-8a54-05648df3f492 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445232
Nov 11 22:30:31.773320 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-e0b705af-4c62-4af7-8aae-0be980180385 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799370
Nov 11 22:30:31.922152 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-342ffa2e-2e0d-4878-869d-1660751fc730 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407170
Nov 11 22:30:32.077850 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bd1a88b-ce3f-4eb0-9a51-5013eec99ffb req-55a1a572-18e4-41ab-947c-bddd0be539f3 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477804
Nov 11 22:30:32.261859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:30:32.680957 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7369f0e9-3a81-4683-bc75-a35009736960 req-903ea5b0-1cf0-4a31-9ab7-f49a5b5325ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1099 time: 0.0741227
Nov 11 22:30:32.838705 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f0e9-3a81-4683-bc75-a35009736960 req-5f76d779-6f0a-4de5-bd12-1bb07dd92c80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:32.840326 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7369f0e9-3a81-4683-bc75-a35009736960 req-5f76d779-6f0a-4de5-bd12-1bb07dd92c80 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 910 time: 0.1452987
Nov 11 22:30:32.911728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a12c-f862-4d1b-97fd-22c4dc829409 req-e7383fe5-636c-4e82-82d2-9ccfa80e1db1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:32.913388 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ca49a12c-f862-4d1b-97fd-22c4dc829409 req-e7383fe5-636c-4e82-82d2-9ccfa80e1db1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0868549
Nov 11 22:30:32.956274 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7369f0e9-3a81-4683-bc75-a35009736960 req-a3b5c37f-1eb3-40db-8561-e20497badab5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 1002 time: 0.1078625
Nov 11 22:30:32.966867 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ca49a12c-f862-4d1b-97fd-22c4dc829409 req-b125b37a-e2d1-4a21-869c-295e95e1830c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472803
Nov 11 22:30:33.030856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f0e9-3a81-4683-bc75-a35009736960 req-8fc9dd3a-b5b6-4433-a105-ad24d7f706b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:33.032442 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7369f0e9-3a81-4683-bc75-a35009736960 req-8fc9dd3a-b5b6-4433-a105-ad24d7f706b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 200  len: 848 time: 0.0685523
Nov 11 22:30:33.116522 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7369f0e9-3a81-4683-bc75-a35009736960 req-f90bf08e-1439-46f1-ba6a-186e42f2f39f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761485
Nov 11 22:30:33.274212 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7369f0e9-3a81-4683-bc75-a35009736960 req-923a8927-d590-4fa4-b049-7fd6c46ec497 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491780
Nov 11 22:30:33.656672 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7369f0e9-3a81-4683-bc75-a35009736960 req-273045a1-ba5b-40ae-9b36-cf7cd544d2c0 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3752725
Nov 11 22:30:34.186176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c764d-75d0-4c60-a147-78d4086836ec req-db11cb7b-dd2b-4a85-8804-3ff47a92464a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:34.187892 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bc9c764d-75d0-4c60-a147-78d4086836ec req-db11cb7b-dd2b-4a85-8804-3ff47a92464a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0895121
Nov 11 22:30:34.238642 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bc9c764d-75d0-4c60-a147-78d4086836ec req-b2717f60-702a-4f3d-942c-b6e7ee8518b8 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440075
Nov 11 22:30:35.451340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3febe-f064-4532-adff-b52b65fa4125 req-fa8f030b-9cd3-4579-bbca-5785b8b2c449 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:35.453045 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9c3febe-f064-4532-adff-b52b65fa4125 req-fa8f030b-9cd3-4579-bbca-5785b8b2c449 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0880122
Nov 11 22:30:35.505074 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9c3febe-f064-4532-adff-b52b65fa4125 req-c1733574-3651-48b0-9d83-3a608435990b tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457375
Nov 11 22:30:36.128858 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-12970644-f29e-47df-a254-2476d5b5deef tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2117300228&fields=id&tenant_id=6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 267 time: 0.0461795
Nov 11 22:30:36.293714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-14513a42-7b4d-42ba-8973-3cbe053d0efc tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:36.295311 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-14513a42-7b4d-42ba-8973-3cbe053d0efc tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 811 time: 0.1565874
Nov 11 22:30:36.313184 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-5e1225bd-3b55-472c-a600-5e24a1ee3c5b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/quotas/6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 375 time: 0.0120039
Nov 11 22:30:36.415613 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-2d8643e2-2795-411e-9fa8-77d1ad8ac946 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0930309
Nov 11 22:30:36.435569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fa2c-e5da-45e2-9191-1498ac106887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:36.575941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-c951e7cf-8cd8-4cf9-b440-5c25a1b568d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 11 22:30:36.577405 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-c951e7cf-8cd8-4cf9-b440-5c25a1b568d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1519885
Nov 11 22:30:36.791921 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-52bccb42-edeb-4c56-a907-80aa2897e55a service neutron] 10.222.0.18 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070038
Nov 11 22:30:36.859757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c551e-4e38-4ec3-8447-2dc41e7503c6 req-a0c04784-7f95-479c-86c8-1d7f51f61a3b tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:36.861538 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e9c551e-4e38-4ec3-8447-2dc41e7503c6 req-a0c04784-7f95-479c-86c8-1d7f51f61a3b tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1776519
Nov 11 22:30:37.004432 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2e9c551e-4e38-4ec3-8447-2dc41e7503c6 req-301998eb-3618-4a55-ba09-a1f9fec4e3e9 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843201
Nov 11 22:30:37.008096 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-deea8a30-0d00-45ff-90fd-0997bd6faca8 service neutron] 10.222.0.18 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007997
Nov 11 22:30:37.681038 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-977aa5f8-9e8b-446c-9f54-10387c197574 req-ae8a11bc-1e37-41a2-9c1b-7123af544bf6 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 210 time: 0.0510838
Nov 11 22:30:38.223375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b72172-24d1-46af-a155-96fdc47d3f8d req-f3a8a339-ac7d-4003-8ced-95440e5805e5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:38.225048 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e6b72172-24d1-46af-a155-96fdc47d3f8d req-f3a8a339-ac7d-4003-8ced-95440e5805e5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0888236
Nov 11 22:30:38.278014 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e6b72172-24d1-46af-a155-96fdc47d3f8d req-89ec79b9-a991-4cec-a9ab-697fd816f16a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462289
Nov 11 22:30:38.481089 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-03bd146e-de25-4dfa-b8f2-7104d66d822a req-3b867794-a419-47ec-80db-2c2f9b1cccf9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0833890
Nov 11 22:30:38.809863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 53498) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:30:38.812340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-84013096-5443-494e-84cf-6f6c0664b6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:38.840492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:38.871417 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9bdd0d4d-38f0-484f-8a55-077182b9e27b req-dadc94d8-9f1d-4081-bfc5-279d886e3357 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 210 time: 0.0498693
Nov 11 22:30:38.897180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caffd3-d6e5-4e4b-80be-188cc64ec1b5 req-a967a2d9-98be-4efa-8b2a-6a3618dd2b70 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:38.899038 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42caffd3-d6e5-4e4b-80be-188cc64ec1b5 req-a967a2d9-98be-4efa-8b2a-6a3618dd2b70 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1375849
Nov 11 22:30:38.950474 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42caffd3-d6e5-4e4b-80be-188cc64ec1b5 req-419ec3ea-2448-4126-81da-8b5f90ebd01f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436661
Nov 11 22:30:38.967503 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-6e773609-8a7d-4d75-b20c-b48b110f90ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1562665
Nov 11 22:30:39.429978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:39.440463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-a042e03b-cee5-4301-a23e-26d9a80fbd5d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:39.442082 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-a042e03b-cee5-4301-a23e-26d9a80fbd5d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 811 time: 0.1680024
Nov 11 22:30:39.506358 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-82e6ce41-4614-4565-b83f-80ded965f7a8 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c57740d18784553b80eed25f69f8425 HTTP/1.1" status: 200  len: 380 time: 0.0493782
Nov 11 22:30:39.516375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'port': {'device_id': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'admin_state_up': True, 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'security_groups': ['5b2e7852-1664-4950-8a26-7cb852ac091d']}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:30:39.664021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:30:39.669333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:port and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:30:39.672415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:30:39.678620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:30:39.715726 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Made reservation on behalf of 6c57740d18784553b80eed25f69f8425 for: {'port': 1} {{(pid=88344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 11 22:30:39.721642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:39.762827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8f29da75-da1e-463d-bb4c-54ba6b12215a no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:30:39.882313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:39.904418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Allocated IP 172.20.0.14 (1368af54-0291-4cb3-a24f-f27118575299/96acc01a-7f24-4fe5-bfe7-8503d2aeac66/29e7a150-adf6-4464-ad4a-5b76d14aed4e) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:30:39.912658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:30:39.924304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:30:39.955767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:39.958209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b0d72f1e-7cbb-487e-b495-6afd12d56409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:30:40.034481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=6']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:30:40.045505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.046337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.046865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.047249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.047625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.048021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.048485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.048741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.049114 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.049651 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.050199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.054893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:30:40.079254 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-35b10fce-0a75-4642-b238-6daa8afa5c74 req-4d0b2a6c-c0aa-4ec0-b62e-e1f579a52ee8 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 210 time: 0.0640311
Nov 11 22:30:40.135226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:40.154560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Transition to ACTIVE for port object 29e7a150-adf6-4464-ad4a-5b76d14aed4e will not be triggered until provisioned by entity DHCP. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:30:40.218756 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:40.225851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bd0695b6-aa53-4ad5-a8c4-d4870be670f4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:30:40.292074 dv-cinder-815883-4-iscsi neutron-server[88233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'code': 422} returned with failed status
Nov 11 22:30:40.302015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Network 1368af54-0291-4cb3-a24f-f27118575299 is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:30:40.305712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:30:40.311160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:30:40.335961 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdbb06-a7c1-4ad7-86a6-a8315fe87993 req-83c4f6de-856d-465f-a020-549aab900d95 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:40.338466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=29e7a150-adf6-4464-ad4a-5b76d14aed4e,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:30:40.341832 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bfdbb06-a7c1-4ad7-86a6-a8315fe87993 req-83c4f6de-856d-465f-a020-549aab900d95 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1172905
Nov 11 22:30:40.366653 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.367108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.367491 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.367917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.368986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.369431 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.369853 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.370270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.370681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.371091 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.371504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:30:40.377929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:30:40.401107 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:40.401884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:40.405520 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2bfdbb06-a7c1-4ad7-86a6-a8315fe87993 req-e2a39dc8-fc9b-4814-9436-e2cb6eb71a23 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611820
Nov 11 22:30:40.532840 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0207314
Nov 11 22:30:40.557398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Request body: {'port': {'device_id': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:30:40.675661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-d4e208d6-573f-4df8-85d0-b159142d0984 None None] Provisioning for port 29e7a150-adf6-4464-ad4a-5b76d14aed4e completed by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:30:40.681717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-d4e208d6-573f-4df8-85d0-b159142d0984 None None] Provisioning complete for port 29e7a150-adf6-4464-ad4a-5b76d14aed4e triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:30:40.684364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:40.684660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d4e208d6-573f-4df8-85d0-b159142d0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:40.740428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-d4e208d6-573f-4df8-85d0-b159142d0984 None None] Port 29e7a150-adf6-4464-ad4a-5b76d14aed4e cannot update to ACTIVE because it is not bound. {{(pid=88346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 11 22:30:41.063874 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e7a150-adf6-4464-ad4a-5b76d14aed4e {{(pid=88344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:30:41.071371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:41.087069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Transition to ACTIVE for port object 29e7a150-adf6-4464-ad4a-5b76d14aed4e will not be triggered until provisioned by entity L2. {{(pid=88344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 11 22:30:41.126573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:41.127721 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:41.131167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c2446e62-4799-457c-b489-6df0628f6770 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:30:41.264235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Pushing event updated for resources: {'Port': ['ID=29e7a150-adf6-4464-ad4a-5b76d14aed4e,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:30:41.267790 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:30:41.292345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22bf9-402b-4b40-957f-2f2de392635d req-63404fc1-b9b4-4158-bb58-a32ea75137df tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:41.294158 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-53a22bf9-402b-4b40-957f-2f2de392635d req-63404fc1-b9b4-4158-bb58-a32ea75137df tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.0877569
Nov 11 22:30:41.353907 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-53a22bf9-402b-4b40-957f-2f2de392635d req-93513837-436f-4c79-80ad-6b338657009a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532720
Nov 11 22:30:41.382327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Attempting to bind port 29e7a150-adf6-4464-ad4a-5b76d14aed4e on host hv-cinder-81588 for vnic_type normal with profile  {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 11 22:30:41.382695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Attempting to bind port 29e7a150-adf6-4464-ad4a-5b76d14aed4e by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 11 22:30:41.383062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Attempting to bind port 29e7a150-adf6-4464-ad4a-5b76d14aed4e on network 1368af54-0291-4cb3-a24f-f27118575299 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:30:41.389937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Port 29e7a150-adf6-4464-ad4a-5b76d14aed4e on network 1368af54-0291-4cb3-a24f-f27118575299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 11 22:30:41.390304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Attempting to bind port 29e7a150-adf6-4464-ad4a-5b76d14aed4e on network 1368af54-0291-4cb3-a24f-f27118575299 {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 11 22:30:41.397571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Checking agent: {'id': '359a702a-edfe-48d4-b8a3-e17f37270835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 11 22:30:41.397948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Checking segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 11 22:30:41.398378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Bound using segment: {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'} {{(pid=88344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 11 22:30:41.398844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.managers [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Bound port: 29e7a150-adf6-4464-ad4a-5b76d14aed4e, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1368af54-0291-4cb3-a24f-f27118575299'}}] {{(pid=88344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 11 22:30:41.399751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:41.498094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] For port 29e7a150-adf6-4464-ad4a-5b76d14aed4e, host hv-cinder-81588, cleared binding levels {{(pid=88344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 11 22:30:41.501407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] For port 29e7a150-adf6-4464-ad4a-5b76d14aed4e, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 11 22:30:41.532541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:41.537490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f4596515-278c-4f2f-ac77-7acf4c7cf1f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:30:41.602729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:41.604289 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] 10.222.0.65 "PUT /v2.0/ports/29e7a150-adf6-4464-ad4a-5b76d14aed4e HTTP/1.1" status: 200  len: 1094 time: 1.0530987
Nov 11 22:30:41.604837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:30:41.624170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382ca21-6b0f-4cb0-a783-16abe948e5fd req-301ce7ec-cb1b-45c6-a3b0-109c8a10e300 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:41.627744 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f382ca21-6b0f-4cb0-a783-16abe948e5fd req-301ce7ec-cb1b-45c6-a3b0-109c8a10e300 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0891345
Nov 11 22:30:41.632041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Pushing event updated for resources: {'Port': ['ID=29e7a150-adf6-4464-ad4a-5b76d14aed4e,revision_number=3']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:30:41.635957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:30:41.671055 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'status': 'completed', 'code': 200}
Nov 11 22:30:41.686795 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f382ca21-6b0f-4cb0-a783-16abe948e5fd req-09c507fc-7ea6-412d-8a4c-d7564d63f5ea tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517640
Nov 11 22:30:41.787101 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-a0d9b8aa-360c-4587-9ee2-4e0c1bccd234 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 1097 time: 0.1021838
Nov 11 22:30:41.896600 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-c3cc0b8a-2acd-4879-9379-2c8c72559f54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e HTTP/1.1" status: 200  len: 217 time: 0.0864460
Nov 11 22:30:41.973610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-8d97412c-53b8-4095-ae63-d7c32dc07e20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:41.975170 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-8d97412c-53b8-4095-ae63-d7c32dc07e20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0705156
Nov 11 22:30:42.067178 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-814b1123-616d-4eee-bb9f-8b19f92b8faa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808465
Nov 11 22:30:42.232803 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-8185400c-8d6e-4c4f-9cd1-11d6adf2d4c5 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560276
Nov 11 22:30:42.263549 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-bb949210-78b5-4b75-9c19-bce803ca6e78 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27&tenant_id=5662459331cb471ca57d033755c019c5 HTTP/1.1" status: 200  len: 1097 time: 0.2972977
Nov 11 22:30:42.361749 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-c81d1070-22ba-44b8-ae3d-feb916524862 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1097 time: 0.0743909
Nov 11 22:30:42.377693 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-614edb20-3e5e-4f28-8ee3-e3e13e16cb60 req-5de56496-086b-4090-8f2d-8bf807634422 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372786
Nov 11 22:30:42.541757 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f477432-358c-443b-be5e-cf9636a76032 req-8d7c23c9-265c-4020-a77e-385153429dfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 1097 time: 0.0781355
Nov 11 22:30:42.563297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-4d7be8dc-1bdf-4e65-8320-c9547b03013d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:42.564888 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-4d7be8dc-1bdf-4e65-8320-c9547b03013d service neutron] 10.222.0.65 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 910 time: 0.1961331
Nov 11 22:30:42.683765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85779d-ae2e-47d9-ac18-8ed550e1cbce req-0ac73414-23c8-4fa9-aa03-a4180b98c72c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:42.685486 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f85779d-ae2e-47d9-ac18-8ed550e1cbce req-0ac73414-23c8-4fa9-aa03-a4180b98c72c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.1983795
Nov 11 22:30:42.687793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f477432-358c-443b-be5e-cf9636a76032 req-06af3fb5-5d55-43ef-bdb9-e443653f8e45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:42.689422 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f477432-358c-443b-be5e-cf9636a76032 req-06af3fb5-5d55-43ef-bdb9-e443653f8e45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.1397135
Nov 11 22:30:42.715932 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-e99fdebd-e243-40c8-9e13-a0b363bca0d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 1000 time: 0.1433353
Nov 11 22:30:42.767837 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f477432-358c-443b-be5e-cf9636a76032 req-7d216586-0026-4250-9eb0-9e7f709925a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e HTTP/1.1" status: 200  len: 217 time: 0.0702066
Nov 11 22:30:42.806973 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f85779d-ae2e-47d9-ac18-8ed550e1cbce req-466b8bd3-7e52-4b3e-aa2b-a1f21875fe34 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1135461
Nov 11 22:30:42.812527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-d5f3b981-c85b-48bb-a2c0-68a927a18316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:42.814133 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-d5f3b981-c85b-48bb-a2c0-68a927a18316 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 200  len: 848 time: 0.0902579
Nov 11 22:30:42.841120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f477432-358c-443b-be5e-cf9636a76032 req-89866f54-c8b7-475d-95a5-222f8fd3b980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:42.847178 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f477432-358c-443b-be5e-cf9636a76032 req-89866f54-c8b7-475d-95a5-222f8fd3b980 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0722835
Nov 11 22:30:42.955777 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f477432-358c-443b-be5e-cf9636a76032 req-63af98d1-c596-4acd-8cec-fc0cbd5e4290 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1007357
Nov 11 22:30:42.970585 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-4773a04e-152f-4b40-9bfd-551ead97d2f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1478844
Nov 11 22:30:42.981833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbc03a-c7a2-4b77-a183-c9cfcfa1e7e9 req-4ac5b48f-5c73-415e-9d7e-657a29168176 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:42.983446 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8fdbc03a-c7a2-4b77-a183-c9cfcfa1e7e9 req-4ac5b48f-5c73-415e-9d7e-657a29168176 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.1634524
Nov 11 22:30:43.105070 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f477432-358c-443b-be5e-cf9636a76032 req-35be9e78-932b-4ea7-b9c3-416239cc6845 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412473
Nov 11 22:30:43.146039 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8fdbc03a-c7a2-4b77-a183-c9cfcfa1e7e9 req-7b726747-89b4-4765-b45b-c7bb3ab9d0f9 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350751
Nov 11 22:30:43.174635 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-c549c432-c89f-448c-be69-64a008ce03e3 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901488
Nov 11 22:30:43.358502 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8904c1e6-ed0e-41c1-9bf4-056dba3f55d8 req-56ab94b1-8e26-431d-ba96-5d2fdb81b88c service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479466
Nov 11 22:30:43.474837 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f477432-358c-443b-be5e-cf9636a76032 req-212f533d-82f3-4779-814b-d61c7d5e3e68 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3600857
Nov 11 22:30:44.022764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c10a8e-0f69-4c53-a84f-cf2ef4c96eb8 req-aa3ad4ea-8f63-4750-8e58-7b3fc4a3562b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:44.024963 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-61c10a8e-0f69-4c53-a84f-cf2ef4c96eb8 req-aa3ad4ea-8f63-4750-8e58-7b3fc4a3562b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.0819912
Nov 11 22:30:44.077102 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-61c10a8e-0f69-4c53-a84f-cf2ef4c96eb8 req-466c271b-4722-4554-a40d-5ad17b19a551 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457206
Nov 11 22:30:44.358758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86b3b1-32aa-448b-ab14-64a7e5cfea50 req-009aafb3-40d1-49e7-b7f9-a4e0cb0cad3e tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:44.360357 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a86b3b1-32aa-448b-ab14-64a7e5cfea50 req-009aafb3-40d1-49e7-b7f9-a4e0cb0cad3e tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0837975
Nov 11 22:30:44.408048 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1a86b3b1-32aa-448b-ab14-64a7e5cfea50 req-26730351-9237-4c51-9ebf-d3494c7ca7e6 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415883
Nov 11 22:30:45.298965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d108c4-e18f-488e-bbc7-b21a84dd1e03 req-cbdf01c7-6c6a-41dc-b92b-57d7fd37d53a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:45.300510 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f2d108c4-e18f-488e-bbc7-b21a84dd1e03 req-cbdf01c7-6c6a-41dc-b92b-57d7fd37d53a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.0994499
Nov 11 22:30:45.349381 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f2d108c4-e18f-488e-bbc7-b21a84dd1e03 req-35de4322-4286-483b-957d-72f722939456 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420358
Nov 11 22:30:45.622096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edd11c-6956-435d-96d5-28f3b2a7567e req-55241561-91df-4697-9168-02f10804298d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:45.623628 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9edd11c-6956-435d-96d5-28f3b2a7567e req-55241561-91df-4697-9168-02f10804298d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0898962
Nov 11 22:30:45.671368 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9edd11c-6956-435d-96d5-28f3b2a7567e req-f44160cf-7861-4045-bc82-8dba5a9430c6 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414610
Nov 11 22:30:46.566594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f426b9-f7ec-4256-bc46-b0aaac29142d req-339b6923-f7ec-434f-a567-25648f936740 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:46.568207 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a4f426b9-f7ec-4256-bc46-b0aaac29142d req-339b6923-f7ec-434f-a567-25648f936740 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.0910578
Nov 11 22:30:46.616871 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a4f426b9-f7ec-4256-bc46-b0aaac29142d req-29323068-25b8-4f4f-abd4-d14713bd9562 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420017
Nov 11 22:30:46.881184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3bc46-6c52-4899-9bdd-3ef62c3249ea req-197944b1-66dc-4568-874d-62aa05f2edab tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:46.882841 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ecc3bc46-6c52-4899-9bdd-3ef62c3249ea req-197944b1-66dc-4568-874d-62aa05f2edab tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0842171
Nov 11 22:30:46.934956 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ecc3bc46-6c52-4899-9bdd-3ef62c3249ea req-ee4087f1-70c4-4bf1-b89b-c17c4f67f93d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454507
Nov 11 22:30:47.824100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214f14-2041-4833-af88-11d42c7f9029 req-77e3f038-832c-42ce-afd2-b435928c7534 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:47.825763 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8b214f14-2041-4833-af88-11d42c7f9029 req-77e3f038-832c-42ce-afd2-b435928c7534 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.0835817
Nov 11 22:30:47.876111 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8b214f14-2041-4833-af88-11d42c7f9029 req-cae15b17-1780-4854-85f3-6318b90d43da tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440366
Nov 11 22:30:48.141705 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08fe9a-ca4e-4d13-9813-b793d7f3dca1 req-1ffe82b0-5062-426b-aa98-5885db2328de tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:48.143176 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f08fe9a-ca4e-4d13-9813-b793d7f3dca1 req-1ffe82b0-5062-426b-aa98-5885db2328de tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0845006
Nov 11 22:30:48.190672 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1f08fe9a-ca4e-4d13-9813-b793d7f3dca1 req-df943875-2c36-441c-8bcb-b18e537b1c04 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413594
Nov 11 22:30:49.083528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7722e4-b7ad-479e-b01f-e207e442651d req-440acdb2-ed78-4913-9c61-42309abddf87 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:49.085049 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ee7722e4-b7ad-479e-b01f-e207e442651d req-440acdb2-ed78-4913-9c61-42309abddf87 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.0828924
Nov 11 22:30:49.133111 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ee7722e4-b7ad-479e-b01f-e207e442651d req-57eff086-87cd-459e-b4a6-86c7d4339028 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419326
Nov 11 22:30:49.398719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961144f-9714-48cb-a96e-af9f6fe8b498 req-c1806db5-c26c-4aca-9cfb-0dce004bb97a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:49.400262 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3961144f-9714-48cb-a96e-af9f6fe8b498 req-c1806db5-c26c-4aca-9cfb-0dce004bb97a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0851119
Nov 11 22:30:49.447726 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3961144f-9714-48cb-a96e-af9f6fe8b498 req-2bbdffea-461a-401b-9641-cd5e6a6c7052 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414028
Nov 11 22:30:50.350519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239ea78-ff55-4366-8ade-6e3b567a2017 req-7bb30a22-70c9-40fd-b304-0576dcf36949 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:50.352051 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1239ea78-ff55-4366-8ade-6e3b567a2017 req-7bb30a22-70c9-40fd-b304-0576dcf36949 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.0917439
Nov 11 22:30:50.399722 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1239ea78-ff55-4366-8ade-6e3b567a2017 req-de3be518-f4b9-4ed9-984f-1d5a1b869e82 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416000
Nov 11 22:30:50.660161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e66a1-590b-4207-bdd2-b2f2a2119f9b req-326d5736-3c96-4b97-8acb-27110395db7c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:50.661718 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-701e66a1-590b-4207-bdd2-b2f2a2119f9b req-326d5736-3c96-4b97-8acb-27110395db7c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0863874
Nov 11 22:30:50.710248 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-701e66a1-590b-4207-bdd2-b2f2a2119f9b req-0fb304b2-8a29-4760-92bc-73a56c582e3f tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419114
Nov 11 22:30:51.605793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d6d7b-4b23-4f1c-b62d-4952b4e61783 req-e0ec6da3-053b-41e8-b726-9f62801a835d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:51.607469 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bc7d6d7b-4b23-4f1c-b62d-4952b4e61783 req-e0ec6da3-053b-41e8-b726-9f62801a835d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 944 time: 0.0821571
Nov 11 22:30:51.660070 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bc7d6d7b-4b23-4f1c-b62d-4952b4e61783 req-6101b29e-1d55-4421-b96f-99decca1915d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462978
Nov 11 22:30:51.765713 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 29e7a150-adf6-4464-ad4a-5b76d14aed4e details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:30:51.910267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 29e7a150-adf6-4464-ad4a-5b76d14aed4e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:30:51.925077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'port_id': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'mac_address': 'fa:16:3e:60:26:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:30:51.930395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c5c8-fbb1-4063-b57d-2fa4eefa3fd2 req-ea51b5fb-7d2e-47a1-806a-a4b40d36c783 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:51.932033 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f436c5c8-fbb1-4063-b57d-2fa4eefa3fd2 req-ea51b5fb-7d2e-47a1-806a-a4b40d36c783 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0928900
Nov 11 22:30:51.983198 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:51.985830 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f436c5c8-fbb1-4063-b57d-2fa4eefa3fd2 req-bb1ce2db-1974-4050-9666-25900939a05e tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469358
Nov 11 22:30:52.005191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e7a150-adf6-4464-ad4a-5b76d14aed4e {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:30:52.020087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 29e7a150-adf6-4464-ad4a-5b76d14aed4e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:30:52.052052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:52.053977 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:30:52.119269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=29e7a150-adf6-4464-ad4a-5b76d14aed4e,revision_number=4']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:30:52.122627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:30:52.749792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['29e7a150-adf6-4464-ad4a-5b76d14aed4e'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:30:52.918982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5161607-4822-4dc0-9810-61a4b09d6a24 req-c6660ade-b55f-49d7-87c5-ee16a965c1ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:52.920725 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5161607-4822-4dc0-9810-61a4b09d6a24 req-c6660ade-b55f-49d7-87c5-ee16a965c1ad tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 945 time: 0.0982862
Nov 11 22:30:52.981144 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b5161607-4822-4dc0-9810-61a4b09d6a24 req-6e877768-e17e-4407-8cac-62802fbd3a31 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539572
Nov 11 22:30:53.205988 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b249500-0153-4a1e-982c-cbac0ce30a7a req-1a52036b-91e3-4219-a9d0-560059bdde12 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:53.207592 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7b249500-0153-4a1e-982c-cbac0ce30a7a req-1a52036b-91e3-4219-a9d0-560059bdde12 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 944 time: 0.0873353
Nov 11 22:30:53.259737 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7b249500-0153-4a1e-982c-cbac0ce30a7a req-8a4eaafd-1085-4080-8d76-ec6e46746f59 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449667
Nov 11 22:30:53.775649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8f29da75-da1e-463d-bb4c-54ba6b12215a details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:30:53.916329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:30:53.930635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'port_id': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'mac_address': 'fa:16:3e:28:82:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:30:53.988406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:54.006683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f29da75-da1e-463d-bb4c-54ba6b12215a {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:30:54.023051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:30:54.063438 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:54.066273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:30:54.131872 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=7']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:30:54.135751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:30:54.189511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553e4c7-2d2d-41cb-aaab-ae37646ab7c4 req-0fc8bb57-628a-40ee-a396-639ff72b9b41 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:54.191119 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4553e4c7-2d2d-41cb-aaab-ae37646ab7c4 req-0fc8bb57-628a-40ee-a396-639ff72b9b41 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 945 time: 0.0865917
Nov 11 22:30:54.240186 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4553e4c7-2d2d-41cb-aaab-ae37646ab7c4 req-d3d31217-a615-4f91-a7d5-bab94dda3808 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422196
Nov 11 22:30:54.473718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916d7d-9750-4e19-a648-0d4526469248 req-e583ae04-6bf8-4273-8ab4-ebea121a8784 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:54.475320 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b2916d7d-9750-4e19-a648-0d4526469248 req-e583ae04-6bf8-4273-8ab4-ebea121a8784 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 945 time: 0.0822182
Nov 11 22:30:54.528554 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b2916d7d-9750-4e19-a648-0d4526469248 req-d898ca00-bf6c-4846-98e7-2113ad31da32 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463812
Nov 11 22:30:54.625235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['8f29da75-da1e-463d-bb4c-54ba6b12215a'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:30:55.445194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7cc12-4fd3-451c-9bf8-4099b713bd02 req-f6e86b79-7d29-4c09-8eb9-aa0353e3ee38 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:55.447496 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3e7cc12-4fd3-451c-9bf8-4099b713bd02 req-f6e86b79-7d29-4c09-8eb9-aa0353e3ee38 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 945 time: 0.0840547
Nov 11 22:30:55.496776 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3e7cc12-4fd3-451c-9bf8-4099b713bd02 req-1db5d57b-5d3c-48d6-a049-b5b9c6e51750 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432780
Nov 11 22:30:55.734434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a214d-81e0-4fad-afaa-4812747947fe req-7682de45-029c-4c8c-adc9-a877a49f603a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:55.736010 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-643a214d-81e0-4fad-afaa-4812747947fe req-7682de45-029c-4c8c-adc9-a877a49f603a tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 945 time: 0.0855794
Nov 11 22:30:55.777430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 29e7a150-adf6-4464-ad4a-5b76d14aed4e up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:30:55.787057 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-643a214d-81e0-4fad-afaa-4812747947fe req-ce91df9d-a251-4347-9751-cce6b7f0d057 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448353
Nov 11 22:30:55.885755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning for port 29e7a150-adf6-4464-ad4a-5b76d14aed4e completed by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 11 22:30:55.891228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 29e7a150-adf6-4464-ad4a-5b76d14aed4e triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:30:55.891681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:56.011406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:56.039574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:30:56.049675 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 29e7a150-adf6-4464-ad4a-5b76d14aed4e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:30:56.092014 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:56.095135 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'code': 200}
Nov 11 22:30:56.095684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a482f712-e593-4a76-b6d7-aa50725044ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:30:56.164586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=29e7a150-adf6-4464-ad4a-5b76d14aed4e,revision_number=5']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:30:56.167672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:30:56.510957 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-994e0d0a-a38c-4bf6-9593-86aecaa5bb1b req-df53320d-8057-45e0-b875-9a0adc9964c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 1099 time: 0.0834045
Nov 11 22:30:56.561617 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-994e0d0a-a38c-4bf6-9593-86aecaa5bb1b req-13bd0bd1-b993-4c6b-93bd-0630b1b01231 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429296
Nov 11 22:30:56.705423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d225932-ee1a-4ed7-8493-27f7ade0f0de req-ccc7cfcf-61a7-4720-9885-e33485f828d2 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:56.707033 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d225932-ee1a-4ed7-8493-27f7ade0f0de req-ccc7cfcf-61a7-4720-9885-e33485f828d2 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 946 time: 0.0849135
Nov 11 22:30:56.755290 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-2d225932-ee1a-4ed7-8493-27f7ade0f0de req-d1fc340b-2197-4b9d-a2bf-ca391fc2f930 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420082
Nov 11 22:30:56.995071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584c1e-b14f-4f05-afc1-746d89eed1ee req-744f6d4b-c1a5-419a-b1a7-ec5f36805f43 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:56.996745 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9584c1e-b14f-4f05-afc1-746d89eed1ee req-744f6d4b-c1a5-419a-b1a7-ec5f36805f43 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 945 time: 0.0847926
Nov 11 22:30:57.046734 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d9584c1e-b14f-4f05-afc1-746d89eed1ee req-fcd4daa9-321c-416e-b75d-e314055cee31 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435660
Nov 11 22:30:57.086078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:57.778189 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8f29da75-da1e-463d-bb4c-54ba6b12215a up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:30:57.848788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 8f29da75-da1e-463d-bb4c-54ba6b12215a triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:30:57.849212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:57.961375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6be1f0-6243-48c1-b453-1f0dfa5ade51 req-06ed6208-9758-446a-b4c5-74a944d3f26b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:57.963501 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6d6be1f0-6243-48c1-b453-1f0dfa5ade51 req-06ed6208-9758-446a-b4c5-74a944d3f26b tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 946 time: 0.0838265
Nov 11 22:30:57.969976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:58.005323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:30:58.014509 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6d6be1f0-6243-48c1-b453-1f0dfa5ade51 req-bcef0ce3-c97a-4f6a-bd28-13e10411dd61 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445633
Nov 11 22:30:58.041985 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:30:58.044101 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a95748ec-0dae-4d98-8eb3-1832d8cc08d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:30:58.098305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:30:58.115139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=8']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:30:58.118342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:30:58.243592 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'code': 200}
Nov 11 22:30:58.261642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf9a2e-a50f-4aec-b238-8899ed55a604 req-ac3edec6-19fe-43a2-b378-8cda02340921 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:58.263231 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-79bf9a2e-a50f-4aec-b238-8899ed55a604 req-ac3edec6-19fe-43a2-b378-8cda02340921 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0893888
Nov 11 22:30:58.313396 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-79bf9a2e-a50f-4aec-b238-8899ed55a604 req-17405e99-9323-4c29-a663-e285f54b9538 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436888
Nov 11 22:30:58.813274 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-490b7790-a251-45b8-80a0-5358093682cf req-fdb97571-c75c-4a48-b460-c73ff90ba63c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1099 time: 0.0797768
Nov 11 22:30:58.862807 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-490b7790-a251-45b8-80a0-5358093682cf req-82ed763f-0fe6-411c-b005-34f8ae638836 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400071
Nov 11 22:30:59.226546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8891-4302-45c5-84bf-2ace33ea88a5 req-faf0d999-93b7-4a16-9303-c678001fbfb6 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:59.228170 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f19b8891-4302-45c5-84bf-2ace33ea88a5 req-faf0d999-93b7-4a16-9303-c678001fbfb6 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 946 time: 0.0877934
Nov 11 22:30:59.285306 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f19b8891-4302-45c5-84bf-2ace33ea88a5 req-7716034d-fe25-4605-b15c-d8aa43fc37d7 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510280
Nov 11 22:30:59.567885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba5438-afe8-4813-a4ef-10444294369a req-a1106602-a687-425b-8599-3ee119bf05ee tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:59.569513 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3ba5438-afe8-4813-a4ef-10444294369a req-a1106602-a687-425b-8599-3ee119bf05ee tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 946 time: 0.1526053
Nov 11 22:30:59.576060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7841-f9f4-4813-8ad7-60203ecbd70d req-03510a93-82e4-44c9-9e71-7fef5a5f2df8 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:30:59.577538 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-01cf7841-f9f4-4813-8ad7-60203ecbd70d req-03510a93-82e4-44c9-9e71-7fef5a5f2df8 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1212294
Nov 11 22:30:59.656075 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d3ba5438-afe8-4813-a4ef-10444294369a req-543c271c-8a66-4e77-93e6-26c9088f9330 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774877
Nov 11 22:30:59.658673 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-01cf7841-f9f4-4813-8ad7-60203ecbd70d req-c1ffa664-12bc-45a4-850e-281836eb78b1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656843
Nov 11 22:30:59.686166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 53664) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:30:59.918592 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4e34b0e3-a806-4bf9-8cb6-2ff65f561512 tempest-TestVolumeBootPattern-1667334030 tempest-TestVolumeBootPattern-1667334030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 1094 time: 0.2310042
Nov 11 22:30:59.921512 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 53670) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:30:59.927401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Request body: {'floatingip': {'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'port_id': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:30:59.933707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:30:59.937776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Usage tracker for resource:floatingip and tenant:6c57740d18784553b80eed25f69f8425 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:30:59.940804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:30:59.946973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:30:59.978507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:00.127738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:00.278137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_common [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Allocated IP 172.27.1.208 (3055b600-b271-4837-8b5f-e4288dee987a/8a939b94-10b7-4f4a-928a-d28b8c5cc504/dd3fd636-c61a-486d-820a-c4f4f77995b4) {{(pid=88344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 11 22:31:00.449248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:00.515335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309288476361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:00.520245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eda5f986-d0ec-469f-82e8-f2f345c7d54a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:31:00.584971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Network 3055b600-b271-4837-8b5f-e4288dee987a is already hosted by enough agents. {{(pid=88344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 11 22:31:00.589170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.base_scheduler [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Resources bound (agent type, host, resource id):  {{(pid=88344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 11 22:31:00.593184 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Received port after_create {{(pid=88344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 11 22:31:00.623976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=dd3fd636-c61a-486d-820a-c4f4f77995b4,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:31:00.630542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:31:01.095969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629787c-1c02-4c55-8440-c723babc1734 req-623b191e-e94b-4298-aa98-83400574c9e1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:01.097615 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7629787c-1c02-4c55-8440-c723babc1734 req-623b191e-e94b-4298-aa98-83400574c9e1 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.2982166
Nov 11 22:31:01.151974 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7629787c-1c02-4c55-8440-c723babc1734 req-d9b0d648-11b0-4d98-8520-409fe4a99a06 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449991
Nov 11 22:31:01.184947 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:01.266015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:01.489095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for port, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:01.520776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15246545'] for port, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:01.526354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4afe7a3e-38be-414d-9d2b-a4cdbc3f976b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:31:01.630475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event updated for resources: {'Port': ['ID=dd3fd636-c61a-486d-820a-c4f4f77995b4,revision_number=2']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:31:01.635945 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:31:01.648948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:01.849402 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Floating IP a26272a4-2883-4ac1-a1f9-5277b5949f49 associated. External IP: 172.27.1.208, port: 29e7a150-adf6-4464-ad4a-5b76d14aed4e.
Nov 11 22:31:02.262799 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:31:02.365487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bf998-f2ff-4204-9d51-636a3eeaf4b6 req-2bdd8dc0-1cb3-468e-a6ad-a3f8e382ead5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:02.367137 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a9bf998-f2ff-4204-9d51-636a3eeaf4b6 req-2bdd8dc0-1cb3-468e-a6ad-a3f8e382ead5 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.0863330
Nov 11 22:31:02.424534 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0a9bf998-f2ff-4204-9d51-636a3eeaf4b6 req-0c78176f-616c-44bb-9113-087a05a38ce3 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496123
Nov 11 22:31:02.489123 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:31:02.500656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:31:02.514210 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:31:02.514891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b70edcc0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:30:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:31:02.548734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:02.606129 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6833675
Nov 11 22:31:02.606809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:31:02.661793 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'status': 'completed', 'code': 200}
Nov 11 22:31:02.704742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:31:02.783746 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-137dcd5a-56a5-4c33-9af9-cbcccc1a330a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 1099 time: 0.0776660
Nov 11 22:31:02.937917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-e2923844-8292-4b26-8a64-2c4617e06659 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:02.939589 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-e2923844-8292-4b26-8a64-2c4617e06659 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.1425223
Nov 11 22:31:03.050182 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-5fdd5c52-a4dc-4e8c-b103-466835f4685e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e HTTP/1.1" status: 200  len: 1000 time: 0.1036825
Nov 11 22:31:03.083475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b70edcc0>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'a26272a4-2883-4ac1-a1f9-5277b5949f49', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:60:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:31:01Z', 'updated_at': '2021-11-11T22:31:01Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}, {'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:08Z', 'revision_number': 1, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:31:03.087481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:31:03.098456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:31:03.099110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b70edcc0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:30:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:31:03.119963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-e1dfc350-5519-475e-973b-843adb7e25a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:03.121611 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-e1dfc350-5519-475e-973b-843adb7e25a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0633883
Nov 11 22:31:03.207732 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-cd0b0b24-c8a9-4460-8067-13ce762169d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784872
Nov 11 22:31:03.439781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:31:03.601900 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-abe7597f-be99-4b70-b239-309602bf3514 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3838506
Nov 11 22:31:03.749971 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-838358f3-8ea5-45a3-8acd-43bb1797bd1d req-48686591-6241-4a0b-89bf-ce74cd036ab5 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394832
Nov 11 22:31:03.834865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b70edcc0>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'a26272a4-2883-4ac1-a1f9-5277b5949f49', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:60:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:31:01Z', 'updated_at': '2021-11-11T22:31:01Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}, {'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:08Z', 'revision_number': 1, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:31:03.839425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1afa94-02c6-44d0-aef5-581d3e7a43a0 None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'a26272a4-2883-4ac1-a1f9-5277b5949f49', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:60:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:31:01Z', 'updated_at': '2021-11-11T22:31:01Z', 'revision_number': 0, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}, {'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:08Z', 'revision_number': 1, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:31:04.234423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae15276-ecc2-4193-8745-c9cbea1c17c9 None None] New status for floating IP a26272a4-2883-4ac1-a1f9-5277b5949f49: ACTIVE {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:31:06.440315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-65365515-0455-4ab2-9d3d-f1137ce7f884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:08.812218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:08.813868 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4efed7e5-818a-435b-af35-025ac163f6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:09.262420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:31:09.434240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:11.131360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:11.801715 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-e6c4732b-41cf-44fa-adb3-9c6e849891e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1138 time: 0.0754642
Nov 11 22:31:11.918546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eba11-5045-4813-8d1d-82f23f96c8ca req-c4fcb5b1-bf9d-4d23-8c99-5292f856636a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:11.920135 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c84eba11-5045-4813-8d1d-82f23f96c8ca req-c4fcb5b1-bf9d-4d23-8c99-5292f856636a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0944755
Nov 11 22:31:11.956727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-929c9681-4e76-4775-943c-9578ccf9e9c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:11.958378 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-929c9681-4e76-4775-943c-9578ccf9e9c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 916 time: 0.1459644
Nov 11 22:31:11.971556 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c84eba11-5045-4813-8d1d-82f23f96c8ca req-ca66247c-edd5-4aa7-96ed-fde3fca42ccf tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0447836
Nov 11 22:31:12.077024 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-af6f241f-dafa-4b27-9b45-26009619991c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 1002 time: 0.1050348
Nov 11 22:31:12.155794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-b204e74f-fd18-4634-85f6-8e8adcdcbab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:12.157397 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-b204e74f-fd18-4634-85f6-8e8adcdcbab2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 200  len: 854 time: 0.0670891
Nov 11 22:31:12.241529 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-8d891ebb-d280-439b-b82a-21a59743a655 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0c694f1-8a29-426a-81c5-2e4728668287&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726948
Nov 11 22:31:12.390159 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-dbb582cc-9fa9-4cae-9269-a6597822cff7 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373324
Nov 11 22:31:12.547652 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c67938e0-7ded-4cdb-9ed0-5a2d3c5be270 req-575f2e41-1db2-4993-8f73-14e77cb3d888 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506147
Nov 11 22:31:13.182190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e0972-3381-449e-89c5-fd30b744323c req-354adaf2-27c9-4b8c-8820-aecab3a282f5 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:13.183842 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f98e0972-3381-449e-89c5-fd30b744323c req-354adaf2-27c9-4b8c-8820-aecab3a282f5 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0866559
Nov 11 22:31:13.235362 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f98e0972-3381-449e-89c5-fd30b744323c req-90b82cec-e74b-45ca-9a9a-45dd479bab9a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0441368
Nov 11 22:31:14.447015 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130252c6-781e-4896-98e6-d326251c97b2 req-6e78aaff-313d-440a-896a-2956f0d5f36f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:14.449325 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-130252c6-781e-4896-98e6-d326251c97b2 req-6e78aaff-313d-440a-896a-2956f0d5f36f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0844932
Nov 11 22:31:14.500709 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-130252c6-781e-4896-98e6-d326251c97b2 req-0cd66fb7-04d3-4b05-b7ac-16dbc773bd51 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450878
Nov 11 22:31:15.713074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030138d1-1347-490a-bfb6-331cd47bf35a req-27c5247f-86ae-4227-89f2-26fc73176c6e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:15.714622 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-030138d1-1347-490a-bfb6-331cd47bf35a req-27c5247f-86ae-4227-89f2-26fc73176c6e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0859115
Nov 11 22:31:15.765515 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-030138d1-1347-490a-bfb6-331cd47bf35a req-86153415-5c20-47b9-89f2-2cc1b80f75b5 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443447
Nov 11 22:31:16.974973 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43b00-99ba-4fd3-83c9-6acd79bc8381 req-f079be2b-2ab2-4e80-8b74-54f048dc2c53 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:16.976544 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c0e43b00-99ba-4fd3-83c9-6acd79bc8381 req-f079be2b-2ab2-4e80-8b74-54f048dc2c53 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0807407
Nov 11 22:31:17.025982 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c0e43b00-99ba-4fd3-83c9-6acd79bc8381 req-ccc82fa7-4cbe-4fb4-8d2d-fb17dc046adc tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426569
Nov 11 22:31:18.235997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d13e5-4762-4e14-af2a-81e871e0ec8c req-8e42c132-e292-438e-9992-91583a345426 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:18.237626 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-437d13e5-4762-4e14-af2a-81e871e0ec8c req-8e42c132-e292-438e-9992-91583a345426 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0844612
Nov 11 22:31:18.287629 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-437d13e5-4762-4e14-af2a-81e871e0ec8c req-4beca695-926e-432c-a966-76a756e553dd tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0437708
Nov 11 22:31:19.496389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aebc5d-fec1-4055-b9f2-fdc85dd838f5 req-e1d75128-3b69-4c9b-a79d-d34e1ee6c15b tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:19.498059 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f9aebc5d-fec1-4055-b9f2-fdc85dd838f5 req-e1d75128-3b69-4c9b-a79d-d34e1ee6c15b tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0846589
Nov 11 22:31:19.553840 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f9aebc5d-fec1-4055-b9f2-fdc85dd838f5 req-b6f12eff-b60f-4d4a-a982-d0cc78e3f86a tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0495753
Nov 11 22:31:20.769132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9274-add0-416f-b43c-c3b30d251884 req-d131574a-e13d-4eb7-8bcb-18bd74450b4e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:20.770761 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fdc9274-add0-416f-b43c-c3b30d251884 req-d131574a-e13d-4eb7-8bcb-18bd74450b4e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0832803
Nov 11 22:31:20.820843 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6fdc9274-add0-416f-b43c-c3b30d251884 req-4e08f915-de6d-4d4d-ab9d-92222ea23d03 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0436804
Nov 11 22:31:22.031041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df513db-0c79-4383-a9b3-8f24d3e605a8 req-916fd82d-2765-49f0-bb11-45ea3ce99c13 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:22.032541 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1df513db-0c79-4383-a9b3-8f24d3e605a8 req-916fd82d-2765-49f0-bb11-45ea3ce99c13 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0855491
Nov 11 22:31:22.081644 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1df513db-0c79-4383-a9b3-8f24d3e605a8 req-e7cf3957-9e19-4e58-af4d-3afe152582cc tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0429516
Nov 11 22:31:23.286068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cbf49-4084-4250-b5c2-dc38c9894ebb req-888d890f-76bb-4b77-961a-3969fe6f8a56 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:23.287572 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-089cbf49-4084-4250-b5c2-dc38c9894ebb req-888d890f-76bb-4b77-961a-3969fe6f8a56 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0807877
Nov 11 22:31:23.337608 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-089cbf49-4084-4250-b5c2-dc38c9894ebb req-43d4ee6b-798e-44e6-a8d3-0ab94ae56bb4 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0437117
Nov 11 22:31:24.546175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15688-1e16-4081-b48e-892f1419bc42 req-cb8ea5b9-4972-4eba-9c07-c181b93bc274 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:24.547777 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fbb15688-1e16-4081-b48e-892f1419bc42 req-cb8ea5b9-4972-4eba-9c07-c181b93bc274 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0869834
Nov 11 22:31:24.597122 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fbb15688-1e16-4081-b48e-892f1419bc42 req-34c42d3c-6cae-43a8-a02a-16bf6ca99cc7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431228
Nov 11 22:31:25.803353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dd99d-5047-42a2-9aa0-e3955caa1293 req-fba8bc8e-7f9b-45d1-b536-0a7496cf764e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:25.805000 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba8dd99d-5047-42a2-9aa0-e3955caa1293 req-fba8bc8e-7f9b-45d1-b536-0a7496cf764e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0832782
Nov 11 22:31:25.859207 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ba8dd99d-5047-42a2-9aa0-e3955caa1293 req-2f0e9d76-4819-4d35-bc99-cee93da787e2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0479965
Nov 11 22:31:27.068216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002ec6d-226c-490a-b936-c6d5f9755097 req-585817a6-95d8-436e-bf43-29a2769d7db2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:27.069796 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3002ec6d-226c-490a-b936-c6d5f9755097 req-585817a6-95d8-436e-bf43-29a2769d7db2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0864682
Nov 11 22:31:27.085835 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:27.121290 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3002ec6d-226c-490a-b936-c6d5f9755097 req-cc88fe8b-7623-4392-8e10-870379aa689e tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0452108
Nov 11 22:31:28.331333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472f2a-66b7-4f46-a7c2-244f01f17b13 req-12722b1d-47b3-464f-80e5-d1142c3f05b4 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:28.332919 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-70472f2a-66b7-4f46-a7c2-244f01f17b13 req-12722b1d-47b3-464f-80e5-d1142c3f05b4 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0880029
Nov 11 22:31:28.384134 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-70472f2a-66b7-4f46-a7c2-244f01f17b13 req-a59f1587-fd37-4bdd-a1e0-a3e7e752be05 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442829
Nov 11 22:31:29.594910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53293d-e2a3-4999-82d4-14c50ef10e2a req-49e0921e-f123-4136-8ed2-723f94077bd6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:29.596521 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c53293d-e2a3-4999-82d4-14c50ef10e2a req-49e0921e-f123-4136-8ed2-723f94077bd6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0833035
Nov 11 22:31:29.658459 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4c53293d-e2a3-4999-82d4-14c50ef10e2a req-9309ab62-3d8b-4a20-833c-75aea2a5e1c2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0555084
Nov 11 22:31:30.877400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885cc65-dd1f-43e4-a1ae-5b019cff142d req-ef7ff42b-52de-417b-88b9-cbcc3c50d338 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:30.879048 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c885cc65-dd1f-43e4-a1ae-5b019cff142d req-ef7ff42b-52de-417b-88b9-cbcc3c50d338 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0915048
Nov 11 22:31:30.929970 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c885cc65-dd1f-43e4-a1ae-5b019cff142d req-bd35f6cf-df56-4b33-96a0-eaab929f1b4f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0449297
Nov 11 22:31:32.140110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da48e6d-cedd-4fef-8735-af8561c14db1 req-a08f434a-d7be-4573-bc60-889a06a9e308 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:32.141761 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6da48e6d-cedd-4fef-8735-af8561c14db1 req-a08f434a-d7be-4573-bc60-889a06a9e308 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0857432
Nov 11 22:31:32.193862 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6da48e6d-cedd-4fef-8735-af8561c14db1 req-f975c9e6-759e-4f7a-97b1-c725e40610f2 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0456002
Nov 11 22:31:33.406779 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c23d4-1e46-4914-9e39-d2550701ae86 req-8b6c96ec-3aa5-4041-a917-cf3ff381b4ae tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:33.408392 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ce8c23d4-1e46-4914-9e39-d2550701ae86 req-8b6c96ec-3aa5-4041-a917-cf3ff381b4ae tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0868590
Nov 11 22:31:33.457861 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ce8c23d4-1e46-4914-9e39-d2550701ae86 req-1e4875a9-4e65-4acd-b02b-fbb44003f5c4 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0432792
Nov 11 22:31:33.756765 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-4290bf4a-ce7e-4746-92ab-6eadeca37a14 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0739458
Nov 11 22:31:33.864201 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-810f2ef9-92b0-4968-9ace-9b424e5379ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 1098 time: 0.0778368
Nov 11 22:31:34.035176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-c12756e3-bda0-45ff-acdc-3fa38376e22b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:34.036868 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-c12756e3-bda0-45ff-acdc-3fa38376e22b service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.1405704
Nov 11 22:31:34.148989 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-478c5c35-d88e-417f-bafe-da1cf7fb18c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c HTTP/1.1" status: 200  len: 1001 time: 0.1041613
Nov 11 22:31:34.219786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-f6b02091-b2e9-4feb-8c64-ceddc8775e22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:34.221367 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-f6b02091-b2e9-4feb-8c64-ceddc8775e22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0644248
Nov 11 22:31:34.305675 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-c02fe539-f316-475b-8b5d-8bf7000a4281 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719302
Nov 11 22:31:34.453771 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-ff834b9b-369d-4398-aca2-26a3ff59b9b6 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401699
Nov 11 22:31:34.603379 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-154f32f7-7bbe-440e-91a3-d0a0889e2aac req-f3623aff-ce15-4cbb-ac24-47467dd3393c service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368525
Nov 11 22:31:34.670925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ba73-1dae-4a9e-a67c-bae6f52fc33d req-911e36b2-9ee1-4f8a-ad49-4ed0dbe46962 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:34.672531 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9f46ba73-1dae-4a9e-a67c-bae6f52fc33d req-911e36b2-9ee1-4f8a-ad49-4ed0dbe46962 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0875435
Nov 11 22:31:34.732023 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9f46ba73-1dae-4a9e-a67c-bae6f52fc33d req-695286ea-99c1-4c08-b8c0-3b1740da7bf6 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&id=1f26e0cf-d7eb-4984-bb23-ef929a03d90c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0533080
Nov 11 22:31:36.428362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e33ece1-1626-4062-ac6e-e6762fa8e39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:38.821238 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8773-56f2-432d-83fc-7c7329cde2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:38.822895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:39.438365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:41.239428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:46.262887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:31:56.114387 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c54dc3-f544-4d4b-a39e-90b702a998a3 req-a9a1711e-1ce5-4773-bc34-3ca766d4f32d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:56.115980 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9c54dc3-f544-4d4b-a39e-90b702a998a3 req-a9a1711e-1ce5-4773-bc34-3ca766d4f32d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0829606
Nov 11 22:31:56.165006 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b9c54dc3-f544-4d4b-a39e-90b702a998a3 req-671e7a7d-af25-4ba1-b839-a75b5af0d4ce tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427694
Nov 11 22:31:57.085631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:31:57.389964 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437069f-b01f-4c05-ba1f-65703ef35602 req-47730b6c-9d83-42f6-9ad0-e8a1fabc3888 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:57.392094 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f437069f-b01f-4c05-ba1f-65703ef35602 req-47730b6c-9d83-42f6-9ad0-e8a1fabc3888 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0874245
Nov 11 22:31:57.440161 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f437069f-b01f-4c05-ba1f-65703ef35602 req-79e64ac7-6815-44c5-a009-d77f8a8016c3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420344
Nov 11 22:31:58.658527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729099af-ef99-4a64-92c7-7231cf251c5c req-2110ffd6-4d63-41b4-b279-93b05d7d0bde tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:58.660176 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-729099af-ef99-4a64-92c7-7231cf251c5c req-2110ffd6-4d63-41b4-b279-93b05d7d0bde tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0833974
Nov 11 22:31:58.709645 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-729099af-ef99-4a64-92c7-7231cf251c5c req-e99b1345-5658-439e-912d-8b277e7ee13c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431170
Nov 11 22:31:59.938083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bc181-f0dc-4278-835a-7251a136318f req-9ab27e46-2806-45f7-a486-8773bea50401 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:31:59.940427 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c51bc181-f0dc-4278-835a-7251a136318f req-9ab27e46-2806-45f7-a486-8773bea50401 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0895069
Nov 11 22:31:59.990626 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c51bc181-f0dc-4278-835a-7251a136318f req-29a6ba15-3ec3-4f37-bd0f-d415a2188505 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438035
Nov 11 22:32:01.224428 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699c814-8b80-403b-bde5-72a5c1522d03 req-fbf00f3c-c638-4b9d-a671-3a37f3774f49 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:01.226141 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0699c814-8b80-403b-bde5-72a5c1522d03 req-fbf00f3c-c638-4b9d-a671-3a37f3774f49 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0837181
Nov 11 22:32:01.279353 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-0699c814-8b80-403b-bde5-72a5c1522d03 req-0937bdc0-21fd-492c-938f-ac35590718b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468745
Nov 11 22:32:02.504625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc21fc5-efda-4b52-9e12-93379295a619 req-957215ae-d998-45b1-8bcb-1e435efd5c16 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:02.506334 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1cc21fc5-efda-4b52-9e12-93379295a619 req-957215ae-d998-45b1-8bcb-1e435efd5c16 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0855265
Nov 11 22:32:02.557120 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1cc21fc5-efda-4b52-9e12-93379295a619 req-301fd279-e0c3-4a8c-b5a9-61dcb15b120e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445957
Nov 11 22:32:03.787320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bf43d-b2a0-42b6-a592-9679d0bc0707 req-49c48aac-8990-48a3-a349-ff834285b5a0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:03.789007 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6b8bf43d-b2a0-42b6-a592-9679d0bc0707 req-49c48aac-8990-48a3-a349-ff834285b5a0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0923660
Nov 11 22:32:03.867648 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6b8bf43d-b2a0-42b6-a592-9679d0bc0707 req-c8676205-8756-4614-897c-6adccd9d776e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702543
Nov 11 22:32:05.093466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6701db-3b7b-4b98-b37f-9fa2963de886 req-4db3f793-b636-4255-a70b-2e2e01380ef2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:05.095122 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-de6701db-3b7b-4b98-b37f-9fa2963de886 req-4db3f793-b636-4255-a70b-2e2e01380ef2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0846851
Nov 11 22:32:05.148595 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-de6701db-3b7b-4b98-b37f-9fa2963de886 req-fb28d074-4108-463f-8046-6b8ba9fa026b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467939
Nov 11 22:32:06.371755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321022f-0bf6-48c3-945b-add5266b0a3f req-43b83df5-ee11-469d-95a0-0b8b94e3f694 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:06.373357 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b321022f-0bf6-48c3-945b-add5266b0a3f req-43b83df5-ee11-469d-95a0-0b8b94e3f694 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0898054
Nov 11 22:32:06.422155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b355-260f-4569-901b-5bf154fea5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:06.427999 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b321022f-0bf6-48c3-945b-add5266b0a3f req-cc11cfe2-cb4c-416e-8e81-92e69caa805b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484424
Nov 11 22:32:07.648416 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ab478-9935-415b-96e3-512a53f11b38 req-65885211-9846-4064-b654-cab12d7df4ee tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:07.650098 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-959ab478-9935-415b-96e3-512a53f11b38 req-65885211-9846-4064-b654-cab12d7df4ee tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0834057
Nov 11 22:32:07.703324 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-959ab478-9935-415b-96e3-512a53f11b38 req-5f4f5152-e5bd-452f-a570-b2164e499f1f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469477
Nov 11 22:32:08.811161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:08.812828 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb885-78b4-44ac-a2eb-640c3ef99d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:08.924715 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7e8b4-ab20-4b6e-88bc-01fbe9d25ac5 req-82d5897b-d227-4ce3-9cf7-27806d77a4c0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:08.926361 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-80e7e8b4-ab20-4b6e-88bc-01fbe9d25ac5 req-82d5897b-d227-4ce3-9cf7-27806d77a4c0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0856509
Nov 11 22:32:08.976119 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-80e7e8b4-ab20-4b6e-88bc-01fbe9d25ac5 req-cd87fa74-3749-475f-afc7-7aca87768094 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436530
Nov 11 22:32:09.443108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:10.204632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4d5f3-fbe6-4b91-9e79-cc82387fab82 req-421d20cd-7810-47e2-978a-2ea145c622d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:10.206291 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dab4d5f3-fbe6-4b91-9e79-cc82387fab82 req-421d20cd-7810-47e2-978a-2ea145c622d5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0911422
Nov 11 22:32:10.256044 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-dab4d5f3-fbe6-4b91-9e79-cc82387fab82 req-7f584d6c-904d-4d10-aea8-b8c62d6ab026 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435317
Nov 11 22:32:11.146159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:11.487676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54433695-e491-431b-ae5e-0921b80e24a9 req-a41dcce4-d803-4df6-b475-d1993077e914 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:11.489419 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-54433695-e491-431b-ae5e-0921b80e24a9 req-a41dcce4-d803-4df6-b475-d1993077e914 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0925355
Nov 11 22:32:11.540696 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-54433695-e491-431b-ae5e-0921b80e24a9 req-7b0c2a8d-5fce-47ec-90d8-e023065bfd3d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448906
Nov 11 22:32:12.909385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb295ea8-2e0e-43eb-a611-5056b0a11de3 req-13976970-0495-4dba-9279-fde698a11cd2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:12.911127 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bb295ea8-2e0e-43eb-a611-5056b0a11de3 req-13976970-0495-4dba-9279-fde698a11cd2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0942619
Nov 11 22:32:12.962105 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bb295ea8-2e0e-43eb-a611-5056b0a11de3 req-54ba3a1e-bd9e-49af-b738-7fa5c8d0237c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447304
Nov 11 22:32:14.186601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac36404-5cfc-4fbd-b6bf-6ab255e22534 req-9df1e3b0-9d48-4871-b490-dbf15f9647b9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:14.188823 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ac36404-5cfc-4fbd-b6bf-6ab255e22534 req-9df1e3b0-9d48-4871-b490-dbf15f9647b9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0877924
Nov 11 22:32:14.194901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:32:14.243608 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ac36404-5cfc-4fbd-b6bf-6ab255e22534 req-4202ec43-e361-46fe-afc8-2d6ba63ca510 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477059
Nov 11 22:32:14.352828 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:14.369166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'port_id': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'mac_address': 'fa:16:3e:40:8f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:32:14.430578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:14.449982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:32:14.466138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:14.500970 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:14.503298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-76b0ac2d-fdc2-444e-8b5f-45f04d4865e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:14.522598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35185f-674d-4bab-8d3c-1d7c74e6b91c req-81875b4f-6081-4b36-b45f-30fea1ed80e9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:14.524276 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3c35185f-674d-4bab-8d3c-1d7c74e6b91c req-81875b4f-6081-4b36-b45f-30fea1ed80e9 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.0955915
Nov 11 22:32:14.572182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=6']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:14.581904 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.582304 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.582678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.583054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.583427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.583799 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.584170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.584544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.584917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.585342 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.585692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:14.588046 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3c35185f-674d-4bab-8d3c-1d7c74e6b91c req-7c1d17d0-65a7-4c85-b863-bf41c8f82485 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562115
Nov 11 22:32:14.592155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:14.685464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:32:15.467573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e4bb0-2a30-4841-8799-623c7cb6c6a9 req-fde89f2f-d3fd-465c-b8a0-9ce34e67a87b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:15.469226 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-394e4bb0-2a30-4841-8799-623c7cb6c6a9 req-fde89f2f-d3fd-465c-b8a0-9ce34e67a87b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 944 time: 0.0848362
Nov 11 22:32:15.527108 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-394e4bb0-2a30-4841-8799-623c7cb6c6a9 req-0826f01a-81a4-4274-a25b-54b778544c91 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517223
Nov 11 22:32:15.798316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc898ec-be6d-4095-9923-cc1c2e9600ea req-97267bc1-4c0a-43e4-b3ef-89c7bf4f4b4d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:15.799967 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7cc898ec-be6d-4095-9923-cc1c2e9600ea req-97267bc1-4c0a-43e4-b3ef-89c7bf4f4b4d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.0847943
Nov 11 22:32:15.851247 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7cc898ec-be6d-4095-9923-cc1c2e9600ea req-91ae17de-22a0-4fce-92ae-8c2e65151683 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449834
Nov 11 22:32:16.238315 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:32:16.310527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:32:16.310952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:16.431139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:16.459580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:32:16.470349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:16.511367 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:16.513768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:16.550481 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'code': 200}
Nov 11 22:32:16.593117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=7']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:16.598562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:16.750753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae4c-d49c-4424-8eb3-b119a4efcb35 req-1f158dc6-2de1-46b3-95fe-569ba59c9289 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:16.752374 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3055ae4c-d49c-4424-8eb3-b119a4efcb35 req-1f158dc6-2de1-46b3-95fe-569ba59c9289 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0892944
Nov 11 22:32:16.801985 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3055ae4c-d49c-4424-8eb3-b119a4efcb35 req-1a0d2020-7dc4-4e36-b00b-c3af3a5caba9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426660
Nov 11 22:32:17.081358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3720925-5c48-453f-b0e0-568fb224d1bb req-caa0fc1d-c5e9-4774-80aa-8b60880f6560 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:17.082970 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f3720925-5c48-453f-b0e0-568fb224d1bb req-caa0fc1d-c5e9-4774-80aa-8b60880f6560 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.0910625
Nov 11 22:32:17.134041 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f3720925-5c48-453f-b0e0-568fb224d1bb req-5dd094bb-4776-46fc-8cdd-5749d8d8d1e1 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445471
Nov 11 22:32:17.754055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-a2f72bf3-38df-47fc-bf3a-bac411d0af08 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:17.754919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-a2f72bf3-38df-47fc-bf3a-bac411d0af08 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Synchronizing usage tracker for tenant:489d63858a1644e596ecee466baf8d61 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:32:17.831575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-a2f72bf3-38df-47fc-bf3a-bac411d0af08 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Unset dirty status for tenant:489d63858a1644e596ecee466baf8d61 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:32:17.832836 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-a2f72bf3-38df-47fc-bf3a-bac411d0af08 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.1644745
Nov 11 22:32:17.912753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Deleting port 8b566f98-4d41-469f-ab17-f2ef65eb6022 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:32:17.913117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:18.041851 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad760e1-7544-48de-b8fe-f847a875bc28 req-f86d2cd9-41bb-4e4c-aca5-bac3ddb3318b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:18.043749 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ad760e1-7544-48de-b8fe-f847a875bc28 req-f86d2cd9-41bb-4e4c-aca5-bac3ddb3318b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0871437
Nov 11 22:32:18.094798 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1ad760e1-7544-48de-b8fe-f847a875bc28 req-eeb6d951-5426-4053-9c84-a5134b8d3846 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440202
Nov 11 22:32:18.180698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] For port 8b566f98-4d41-469f-ab17-f2ef65eb6022, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b566f98-4d41-469f-ab17-f2ef65eb6022,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:18.181109 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:18.349608 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9712be-4686-4a74-8872-038a613ef46a req-f67dd2b8-a853-4423-8047-eced5d058111 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:18.351216 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe9712be-4686-4a74-8872-038a613ef46a req-f67dd2b8-a853-4423-8047-eced5d058111 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 946 time: 0.0923395
Nov 11 22:32:18.408847 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fe9712be-4686-4a74-8872-038a613ef46a req-dc9793f3-be0b-4cf4-95f2-37d912a70f99 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fa1fb67-f392-4719-93ed-7232f17d8989&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503368
Nov 11 22:32:18.490371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:18.490792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:18.491159 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Floating IP f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4 disassociated. External IP: 172.27.1.130, port: 8b566f98-4d41-469f-ab17-f2ef65eb6022.
Nov 11 22:32:18.491544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Calling delete_port for 8b566f98-4d41-469f-ab17-f2ef65eb6022 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:32:18.785783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:18.791812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:18.834909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event deleted for resources: {'Port': ['ID=8b566f98-4d41-469f-ab17-f2ef65eb6022,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:18.849233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.849689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.850254 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.850497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.850909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.851323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.851729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.852137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.852541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.852942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.853382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:18.857869 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:19.068230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:32:19.335029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757184c8-b4bb-4f27-90e3-241b7c61c524 req-3221880a-4db0-4f3b-98f7-21bdca013fc0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:19.336773 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-757184c8-b4bb-4f27-90e3-241b7c61c524 req-3221880a-4db0-4f3b-98f7-21bdca013fc0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.1000621
Nov 11 22:32:19.394944 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-757184c8-b4bb-4f27-90e3-241b7c61c524 req-b7eb15d7-ecbb-4550-b344-2f70fdfc7e44 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510201
Nov 11 22:32:19.537661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:32:19.552755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] Sync routers for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:32:19.574464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:32:19.575714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7074c18>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:32:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:19.590001 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f76fe125-29d3-45ef-a315-b50a21dd20cf req-38ba7c6c-2d74-48f4-bd8c-9beee839f67d tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5bed32-f8d9-4c10-a465-571a0cd7dcb1 HTTP/1.1" status: 200  len: 210 time: 0.0469728
Nov 11 22:32:19.670563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] No DVR routers for this DVR port 8b566f98-4d41-469f-ab17-f2ef65eb6022 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:32:19.674468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:19.679144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'name': 'network-vif-deleted', 'tag': '8b566f98-4d41-469f-ab17-f2ef65eb6022'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:32:19.739341 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5bed32-f8d9-4c10-a465-571a0cd7dcb1', 'name': 'network-vif-deleted', 'tag': '8b566f98-4d41-469f-ab17-f2ef65eb6022', 'status': 'completed', 'code': 200}
Nov 11 22:32:19.742358 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8eff6b04-4ff8-49c1-9ebd-f9eb78a74684 req-d4561c5f-0821-4875-86d4-d9b624195d33 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.65 "DELETE /v2.0/ports/8b566f98-4d41-469f-ab17-f2ef65eb6022 HTTP/1.1" status: 204  len: 173 time: 1.9022093
Nov 11 22:32:19.818477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:32:20.151719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7074c18>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:20.155684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] Checking router: 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:32:20.168055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:32:20.168734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7074c18>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:32:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:20.224628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8b566f98-4d41-469f-ab17-f2ef65eb6022 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:32:20.269119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 8b566f98-4d41-469f-ab17-f2ef65eb6022 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:32:20.269531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8b566f98-4d41-469f-ab17-f2ef65eb6022 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:32:20.554543 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:32:20.778298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54140) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:20.821103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5efd2-3956-4932-b568-6e7ab8355f3a req-8feab9d6-4181-4a12-8dcd-848b3caa18d1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:20.822798 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7fd5efd2-3956-4932-b568-6e7ab8355f3a req-8feab9d6-4181-4a12-8dcd-848b3caa18d1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.2840528
Nov 11 22:32:20.864589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-782efb9e-1dac-45b6-b519-eaad3e24ac07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:20.878397 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7fd5efd2-3956-4932-b568-6e7ab8355f3a req-2fef6727-ca73-4dcb-8cdb-8d36c0aaf494 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484750
Nov 11 22:32:20.903703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-782efb9e-1dac-45b6-b519-eaad3e24ac07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:20.946612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7074c18>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:20.951193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c0c20-1fd1-41fa-b012-b2cb011c99b3 None None] The sync data for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi is: [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:18:46Z', 'revision_number': 4, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '47fa3502-fc07-4d94-a851-53bd3b12da43', 'name': '', 'network_id': 'af40f704-3ba0-4e2a-a0d5-f2f041f17169', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'mac_address': 'fa:16:3e:8c:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:45Z', 'updated_at': '2021-11-11T22:19:02Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'subnets': [{'id': 'f764346b-8be2-4615-a40f-0b87c5a0843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:32:21.021692 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-782efb9e-1dac-45b6-b519-eaad3e24ac07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:21.027407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1cc6bd98-9505-4f7b-a39b-a5f8b278ee55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:21.044979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782efb9e-1dac-45b6-b519-eaad3e24ac07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1fb67-f392-4719-93ed-7232f17d8989,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:21.048172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-782efb9e-1dac-45b6-b519-eaad3e24ac07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:21.079341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-782efb9e-1dac-45b6-b519-eaad3e24ac07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:21.080599 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-782efb9e-1dac-45b6-b519-eaad3e24ac07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "DELETE /v2.0/security-groups/1fa1fb67-f392-4719-93ed-7232f17d8989 HTTP/1.1" status: 204  len: 168 time: 0.3009598
Nov 11 22:32:21.083451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54150) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:21.100881 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.v2.resource [None req-896dfa9b-ef4b-47ee-959c-410666d117d2 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] show failed (client error): The resource could not be found.
Nov 11 22:32:21.101997 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-896dfa9b-ef4b-47ee-959c-410666d117d2 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "GET /v2.0/security-groups/1fa1fb67-f392-4719-93ed-7232f17d8989 HTTP/1.1" status: 404  len: 347 time: 0.0175607
Nov 11 22:32:21.106104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54154) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:21.276676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Deleting port f9b31b75-b3c9-498e-a6d2-b679fb125dcc {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:32:21.277054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:21.388104 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5628292e-0710-4214-93a7-5889ef79f400 None None] New status for floating IP f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4: DOWN {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:32:21.485703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:21.486940 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:21.644976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Calling delete_port for f9b31b75-b3c9-498e-a6d2-b679fb125dcc owned by network:floatingip {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:32:21.850400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88344) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:32:21.850955 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:32:22.162865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b72fec-9578-48ed-82cd-539324f1b5dc req-3341bae2-32ef-426d-bc95-5b931bad6e2d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:22.164808 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f1b72fec-9578-48ed-82cd-539324f1b5dc req-3341bae2-32ef-426d-bc95-5b931bad6e2d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.1020582
Nov 11 22:32:22.222629 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f1b72fec-9578-48ed-82cd-539324f1b5dc req-de475986-da31-4fec-92ee-64532e1271e7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510814
Nov 11 22:32:22.351888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Deleting port f9b31b75-b3c9-498e-a6d2-b679fb125dcc {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:32:22.353025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:22.574455 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:22.574912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:22.708322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Calling delete_port for f9b31b75-b3c9-498e-a6d2-b679fb125dcc owned by network:floatingip {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:32:22.919584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:22.936193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:23.014386 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Pushing event deleted for resources: {'Port': ['ID=f9b31b75-b3c9-498e-a6d2-b679fb125dcc,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:23.018115 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:23.088411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks [] for floatingip, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:23.104009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:23.108551 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8caa385a-760f-41e1-a750-554add5be14e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] 10.222.0.18 "DELETE /v2.0/floatingips/f1b0fcf9-8bc8-4fbd-8e8d-1689a995b2e4 HTTP/1.1" status: 204  len: 168 time: 1.9990685
Nov 11 22:32:23.264360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:32:23.487415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5d3e-f013-4d10-8988-ee444b144e23 req-711ed056-c62c-4e0d-8b48-9b0507027f5a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:23.495924 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eced5d3e-f013-4d10-8988-ee444b144e23 req-711ed056-c62c-4e0d-8b48-9b0507027f5a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.1055238
Nov 11 22:32:23.549645 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eced5d3e-f013-4d10-8988-ee444b144e23 req-fb4f7108-89fd-4b0c-990b-9743429a2e8c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524352
Nov 11 22:32:24.784014 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0c7d-0303-4db6-896b-0ecebe842c53 req-82d6efb7-a8b9-4686-ba04-1f2f282f4051 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:24.785664 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b03c0c7d-0303-4db6-896b-0ecebe842c53 req-82d6efb7-a8b9-4686-ba04-1f2f282f4051 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0980861
Nov 11 22:32:24.836813 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b03c0c7d-0303-4db6-896b-0ecebe842c53 req-78882d08-6f9b-46de-b14c-d47005ef1085 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449095
Nov 11 22:32:26.075539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e67717-e6b4-4e10-a2ca-f3eff12329f1 req-1005aeaf-e8ee-43d1-aab1-a733855e129b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:26.077970 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d4e67717-e6b4-4e10-a2ca-f3eff12329f1 req-1005aeaf-e8ee-43d1-aab1-a733855e129b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0935576
Nov 11 22:32:26.134472 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d4e67717-e6b4-4e10-a2ca-f3eff12329f1 req-857640c0-6c4b-43ef-9cf0-446cab2c539e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496588
Nov 11 22:32:27.084647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:27.365650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d319-19e0-495b-b20e-7237a85666e1 req-a00b40a3-1eb5-40be-9838-195e53ff8b63 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:27.367213 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c929d319-19e0-495b-b20e-7237a85666e1 req-a00b40a3-1eb5-40be-9838-195e53ff8b63 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0891945
Nov 11 22:32:27.419642 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c929d319-19e0-495b-b20e-7237a85666e1 req-18735425-4d3f-4c00-8267-646f23e73737 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463774
Nov 11 22:32:27.765222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54224) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:28.495339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:28.708893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9328c5-e536-450a-b6f5-0ec9f9340aed req-df67c462-6b3f-4c05-aabd-5c82ac0796fd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:28.710668 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ef9328c5-e536-450a-b6f5-0ec9f9340aed req-df67c462-6b3f-4c05-aabd-5c82ac0796fd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0872090
Nov 11 22:32:28.777687 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ef9328c5-e536-450a-b6f5-0ec9f9340aed req-1f9a62b7-f8c1-4aa5-8959-9628b93a719d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596716
Nov 11 22:32:29.241953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Deleting port 47fa3502-fc07-4d94-a851-53bd3b12da43 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:32:29.242331 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:29.425291 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] For port 47fa3502-fc07-4d94-a851-53bd3b12da43, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=47fa3502-fc07-4d94-a851-53bd3b12da43,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:29.425728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:29.552700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Calling delete_port for 47fa3502-fc07-4d94-a851-53bd3b12da43 owned by network:router_interface {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:32:29.865208 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:29.870323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1841496e-431b-445a-8b4f-cc767971a013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:29.949627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fa3502-fc07-4d94-a851-53bd3b12da43,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:29.952861 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:30.048529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb8519-3210-45ca-b374-effb60aedf0a req-20830882-2325-4675-96c5-ace07f02a525 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:30.050623 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3aeb8519-3210-45ca-b374-effb60aedf0a req-20830882-2325-4675-96c5-ace07f02a525 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.1003032
Nov 11 22:32:30.120765 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3aeb8519-3210-45ca-b374-effb60aedf0a req-e36e4464-ba0f-44fb-97e2-60af591f742e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635662
Nov 11 22:32:30.343787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:31.304743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:32:31.354821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d3947-6032-48b7-b157-1509269c179e req-fbac0d1d-2d8b-4954-b78f-5f0a17f31933 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:31.356575 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b75d3947-6032-48b7-b157-1509269c179e req-fbac0d1d-2d8b-4954-b78f-5f0a17f31933 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.1022828
Nov 11 22:32:31.420272 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b75d3947-6032-48b7-b157-1509269c179e req-264d3a4b-b077-40b0-9ca5-135be7fad049 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556006
Nov 11 22:32:31.570023 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:32:31.582717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] Sync routers for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:32:31.586893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-99f67df0-aa5d-495a-b1ae-73ca44187229 admin admin] 10.222.0.18 "PUT /v2.0/routers/2b7bb2f1-f2cf-46a7-b030-b117c27ac719/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8174930
Nov 11 22:32:31.588097 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54240) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:31.618290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:32:31.619375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b81886a0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:32:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:31.825635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:32:31.870900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks [] for router, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:32.127095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:32.178028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Deleting port 3e7c991e-0013-47b9-853f-59f70111cec9 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:32:32.178414 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:32.203598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b81886a0>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:32:29Z', 'revision_number': 5, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port': {'id': '3e7c991e-0013-47b9-853f-59f70111cec9', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:37Z', 'updated_at': '2021-11-11T22:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:32.207899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] Checking router: 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:32:32.223840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] Routers {'2b7bb2f1-f2cf-46a7-b030-b117c27ac719'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:32:32.224647 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b81886a0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:32:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:32.388785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] For port 3e7c991e-0013-47b9-853f-59f70111cec9, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3e7c991e-0013-47b9-853f-59f70111cec9,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:32.389404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:32.398224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] Set router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 gateway port host: None {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:32:32.521900 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b81886a0>, [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:32:32Z', 'revision_number': 6, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port_host': None}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:32.526885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43028295-0f0f-45c1-a4f7-0d0e0b01a2ed None None] The sync data for ids ['2b7bb2f1-f2cf-46a7-b030-b117c27ac719'] in dv-cinder-815883-4-iscsi is: [{'id': '2b7bb2f1-f2cf-46a7-b030-b117c27ac719', 'name': 'tempest-AttachVolumeTestJSON-1678301254-router', 'tenant_id': '489d63858a1644e596ecee466baf8d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:36Z', 'updated_at': '2021-11-11T22:32:32Z', 'revision_number': 6, 'project_id': '489d63858a1644e596ecee466baf8d61', 'gw_port_host': None}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:32:32.536065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Calling delete_port for 3e7c991e-0013-47b9-853f-59f70111cec9 owned by network:router_gateway {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:32:32.720948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c72b0-b3ec-4a42-96a0-e34a101739ad req-0b143778-c907-48e6-a1ea-18706f858554 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:32.722627 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ea8c72b0-b3ec-4a42-96a0-e34a101739ad req-0b143778-c907-48e6-a1ea-18706f858554 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.1123075
Nov 11 22:32:32.773058 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ea8c72b0-b3ec-4a42-96a0-e34a101739ad req-50ff2e24-c9f7-4d3c-a448-331972c2b078 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440898
Nov 11 22:32:32.791282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 47fa3502-fc07-4d94-a851-53bd3b12da43 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:32:32.825832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 47fa3502-fc07-4d94-a851-53bd3b12da43 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:32:32.826227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 47fa3502-fc07-4d94-a851-53bd3b12da43 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:32:33.396313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:33.400464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-650c0fdf-76e5-4825-9a52-6c3b86f9fb3c tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:33.446870 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7c991e-0013-47b9-853f-59f70111cec9,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:33.466641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.466641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.467128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.467300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.467704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.469339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.469339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.469339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.469339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.469986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.470128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:32:33.543019 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:33.721083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.290204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.299929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.408352 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bfe20-df81-4073-a331-00b612fe229c req-8a6e4593-7d5a-423b-b25b-0438b785d3a9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:34.409978 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f4bfe20-df81-4073-a331-00b612fe229c req-8a6e4593-7d5a-423b-b25b-0438b785d3a9 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.4589989
Nov 11 22:32:34.462199 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-3f4bfe20-df81-4073-a331-00b612fe229c req-6c59775e-ed87-4233-83b9-3d5fb39ccfbc tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459890
Nov 11 22:32:34.518630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.519245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7bb2f1-f2cf-46a7-b030-b117c27ac719 {{(pid=88345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:32:34.533076 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.534348 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-dd1b2f18-8149-48e4-9400-a7060021d954 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2b7bb2f1-f2cf-46a7-b030-b117c27ac719 HTTP/1.1" status: 204  len: 168 time: 2.9452288
Nov 11 22:32:34.537188 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54262) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:34.631366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] Deleting subnet f764346b-8be2-4615-a40f-0b87c5a0843e {{(pid=88345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:32:34.696065 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.752653 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839003491'] for subnet, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.828920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3e7c991e-0013-47b9-853f-59f70111cec9 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:32:34.865543 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 3e7c991e-0013-47b9-853f-59f70111cec9 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:32:34.865952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3e7c991e-0013-47b9-853f-59f70111cec9 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:32:34.876451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.987850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15913287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16235470'] for subnet, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:34.992968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2f8815d7-5f73-4009-89aa-07bc9d53f4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:35.028492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f764346b-8be2-4615-a40f-0b87c5a0843e,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:35.032689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:35.035474 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:35.040877 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca18e5b-8f82-422e-b1aa-055d610ac20e None None] Network af40f704-3ba0-4e2a-a0d5-f2f041f17169 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:32:35.042147 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-00e460e5-4012-4b9a-96ad-5c2667e0266d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f764346b-8be2-4615-a40f-0b87c5a0843e HTTP/1.1" status: 204  len: 168 time: 0.5034206
Nov 11 22:32:35.045009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54270) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:35.163378 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:35.174617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Deleting port 687c3753-3581-4841-a0c1-a39239a51c90 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:32:35.174982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:35.303333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] DHCP port deletion for af40f704-3ba0-4e2a-a0d5-f2f041f17169 request from dv-cinder-815883-4-iscsi {{(pid=88346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 11 22:32:35.307996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] Deleting port 687c3753-3581-4841-a0c1-a39239a51c90 {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:32:35.308412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:35.369776 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-7ab510af-f473-422b-8f1a-3784311b3d73 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1696544
Nov 11 22:32:35.459343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] For port 687c3753-3581-4841-a0c1-a39239a51c90, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=687c3753-3581-4841-a0c1-a39239a51c90,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:35.459958 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:35.521749 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] For port 687c3753-3581-4841-a0c1-a39239a51c90, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=687c3753-3581-4841-a0c1-a39239a51c90,segment=NetworkSegment(9def8f79-bbe8-40dd-8da6-5b148bcd9117),segment_id=9def8f79-bbe8-40dd-8da6-5b148bcd9117)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:35.522193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:35.639709 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Calling delete_port for 687c3753-3581-4841-a0c1-a39239a51c90 owned by network:dhcp {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:32:35.656737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] Calling delete_port for 687c3753-3581-4841-a0c1-a39239a51c90 owned by network:dhcp {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:32:35.695025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e0389-9693-40f5-8332-c40bb86573ff req-19dfd884-7134-4568-8e0a-dfef6e760e52 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:35.697103 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-167e0389-9693-40f5-8332-c40bb86573ff req-19dfd884-7134-4568-8e0a-dfef6e760e52 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0912645
Nov 11 22:32:35.754236 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-167e0389-9693-40f5-8332-c40bb86573ff req-d1b5aaaf-7313-4b1b-a620-edabfc6b41fa tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504510
Nov 11 22:32:35.758335 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-8fc6d306-5e85-41cf-9afc-2809b3b3e2d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1138 time: 0.2276208
Nov 11 22:32:35.776215 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:35.782807 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d4832cbc-ef05-49e9-a2e9-9b7d3331e03e tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:35.873895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=687c3753-3581-4841-a0c1-a39239a51c90,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:35.876191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] No DVR routers for this DVR port 687c3753-3581-4841-a0c1-a39239a51c90 on host dv-cinder-815883-4-iscsi {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:32:35.908333 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-16cc7ec9-20f6-49b8-97e5-21f3c1fa4080 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1098 time: 0.0818825
Nov 11 22:32:35.915066 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:36.009166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:32:36.009548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:32:36.055717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-825258ce-e88b-4bdb-b801-df60652eb820 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:36.057321 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-825258ce-e88b-4bdb-b801-df60652eb820 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.1406245
Nov 11 22:32:36.085797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:36.128896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b5f9f588>,) {'filters': {'network_id': ['af40f704-3ba0-4e2a-a0d5-f2f041f17169']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:36.136468 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-46082b90-7a55-44c3-bd4c-dec9f4276328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:36.138369 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-46082b90-7a55-44c3-bd4c-dec9f4276328 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 916 time: 0.3567953
Nov 11 22:32:36.146225 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b5f9f588>, '9def8f79-bbe8-40dd-8da6-5b148bcd9117') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:36.146571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b5f9f588>, '9def8f79-bbe8-40dd-8da6-5b148bcd9117') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:32:36.171472 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-f136c37e-17e1-4358-8388-1e3c6552748c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 HTTP/1.1" status: 200  len: 1001 time: 0.1031797
Nov 11 22:32:36.226083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:36.241169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-87c74254-3915-45ff-b8c3-9963a282395f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:36.242789 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-87c74254-3915-45ff-b8c3-9963a282395f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0643508
Nov 11 22:32:36.257707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:36.274942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:32:36.275321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:32:36.289892 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:32:36.329971 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-999dceab-22e2-434f-9bd4-b40c2182cfd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793178
Nov 11 22:32:36.450435 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-24984925-9005-46ae-b79f-6b55fdb93796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:36.486534 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-09e116b0-4ca6-4349-a459-0a0a969f007f service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470635
Nov 11 22:32:36.511443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] Deleting port 687c3753-3581-4841-a0c1-a39239a51c90 {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:32:36.512141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:36.588235 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-fe63839a-056c-4562-a263-f2d72c5d6735 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 1002 time: 0.4343512
Nov 11 22:32:36.590429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-129b923c-ac68-441a-9a01-c54b0ba2fc84 None None] The port '687c3753-3581-4841-a0c1-a39239a51c90' was deleted {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 11 22:32:36.650093 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-78ab88fd-0be3-4a67-9533-24197b2f8a57 req-c4a009f7-0eda-4566-8c99-3f49a26eac07 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558642
Nov 11 22:32:36.665783 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-7088bcba-3115-4c63-8502-8fa5c2bb403b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:36.667478 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-7088bcba-3115-4c63-8502-8fa5c2bb403b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 200  len: 854 time: 0.0707965
Nov 11 22:32:36.725038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:36.732354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:36.751223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:36.766588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=af40f704-3ba0-4e2a-a0d5-f2f041f17169,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:36.771418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:36.806396 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-ccc28719-9c1a-4d38-b569-ba1a810e0556 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0c694f1-8a29-426a-81c5-2e4728668287&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1258521
Nov 11 22:32:36.838424 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 687c3753-3581-4841-a0c1-a39239a51c90 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:32:36.883748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 687c3753-3581-4841-a0c1-a39239a51c90 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:32:36.884429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 687c3753-3581-4841-a0c1-a39239a51c90 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:32:36.946950 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] 10.222.0.18 "DELETE /v2.0/networks/af40f704-3ba0-4e2a-a0d5-f2f041f17169 HTTP/1.1" status: 204  len: 168 time: 1.9006765
Nov 11 22:32:36.974707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66dca2-25b2-4a27-86d7-fd58e7c9fedc req-5b26a809-a7c4-4b9a-8f0f-edd381a8a8d8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:36.976220 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd66dca2-25b2-4a27-86d7-fd58e7c9fedc req-5b26a809-a7c4-4b9a-8f0f-edd381a8a8d8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0869417
Nov 11 22:32:36.995233 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-6cd264b4-ffac-46a2-951a-2b996fb67a73 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807532
Nov 11 22:32:37.026821 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-fd66dca2-25b2-4a27-86d7-fd58e7c9fedc req-2c84b5d3-6ea4-4933-bec4-a032a24a2167 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440388
Nov 11 22:32:37.141089 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1587a7ed-f9fa-482a-9251-5e24b9714c13 req-c71c4ea8-52f5-49fe-ad16-e39d044325b9 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387444
Nov 11 22:32:37.189494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54280) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:37.246550 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-78ebebb1-e6c2-48f8-a4fc-cee806cc7c4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=489d63858a1644e596ecee466baf8d61&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0556805
Nov 11 22:32:37.249976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54284) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:37.310564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-07aa1823-e315-4e1b-b2d9-b448f1329d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:37.338093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-07aa1823-e315-4e1b-b2d9-b448f1329d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:37.410619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-07aa1823-e315-4e1b-b2d9-b448f1329d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:37.415785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-45462281-1fdc-476f-9121-de20d566766c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:37.429723 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa1823-e315-4e1b-b2d9-b448f1329d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c479a-065f-410b-8b94-6592edd78895,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:37.434960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-07aa1823-e315-4e1b-b2d9-b448f1329d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:37.438769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-07aa1823-e315-4e1b-b2d9-b448f1329d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:37.439999 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-07aa1823-e315-4e1b-b2d9-b448f1329d0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d88c479a-065f-410b-8b94-6592edd78895 HTTP/1.1" status: 204  len: 168 time: 0.1890407
Nov 11 22:32:38.252728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f786e0-cbf3-4edd-9859-72ccc6b74c1b req-5e159401-8dc9-452c-824c-819bb203b4a4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:38.254403 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-45f786e0-cbf3-4edd-9859-72ccc6b74c1b req-5e159401-8dc9-452c-824c-819bb203b4a4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 945 time: 0.0873852
Nov 11 22:32:38.290218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:32:38.305066 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-45f786e0-cbf3-4edd-9859-72ccc6b74c1b req-95a9a050-37a3-4e30-b1fa-cb5190dc8a25 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441761
Nov 11 22:32:38.414312 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:38.444540 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:32:38.455627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:32:38.496784 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:38.498850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:38.548844 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'code': 200}
Nov 11 22:32:38.590125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=8']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:38.593689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:38.798919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-162cc535-e64e-48d7-9f53-326ab30d32c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:38.816260 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:39.464876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:39.532043 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f80f2-c40c-418b-b48f-395faa7e60ac req-197b567e-416d-4a2b-9235-c98c7392152c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:39.534502 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-367f80f2-c40c-418b-b48f-395faa7e60ac req-197b567e-416d-4a2b-9235-c98c7392152c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0845613
Nov 11 22:32:39.585108 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-367f80f2-c40c-418b-b48f-395faa7e60ac req-4edef625-ae89-4220-9af5-92f2ff935509 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437253
Nov 11 22:32:41.135632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:41.746322 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cea634ba-5d82-4d79-819f-a9346283c7e8 req-b3d081ad-8b6e-4c9f-8847-309a6c394c02 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0794487
Nov 11 22:32:42.079897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060284ca-d75b-4094-ab29-6e293cc59fc3 req-a258fbc5-87f9-409c-9b42-cd7daf51b5dc tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:42.081550 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-060284ca-d75b-4094-ab29-6e293cc59fc3 req-a258fbc5-87f9-409c-9b42-cd7daf51b5dc tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0897422
Nov 11 22:32:42.134331 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-060284ca-d75b-4094-ab29-6e293cc59fc3 req-26174d71-5e31-42d3-8549-3bc4723cc698 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463402
Nov 11 22:32:42.297545 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-d2b0ca5e-1a2c-4982-ba52-a15061bd4f6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2148354
Nov 11 22:32:42.321562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:32:43.123926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54468) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:43.316006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:43.384384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37652088-5d4e-4ddd-83bb-050692b6303b req-3a79ee39-4d9d-4128-8eb5-255f482062e2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:43.386074 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-37652088-5d4e-4ddd-83bb-050692b6303b req-3a79ee39-4d9d-4128-8eb5-255f482062e2 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.1098015
Nov 11 22:32:43.438619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:32:43.445835 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Usage tracker for resource:security_group_rule and tenant:4fbc58fb65514fe28bbbc1c1238bbb87 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:32:43.449132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:32:43.453925 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-37652088-5d4e-4ddd-83bb-050692b6303b req-7f528adb-b6dc-41b8-92d0-0545ae2f13c8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604715
Nov 11 22:32:43.457784 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:32:43.532588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:43.564205 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:43.574431 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-07aa1823-e315-4e1b-b2d9-b448f1329d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:43.617971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781dd42a-4253-4718-9a24-39d0165d40cc,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:43.621492 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:43.624147 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-aa56f5f2-1441-4f44-a0f8-6c9c89b50443 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fbc58fb65514fe28bbbc1c1238bbb87&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4984291
Nov 11 22:32:43.627103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54480) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:43.689765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4edaa400-24ae-4ece-8530-e1aebeb14eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:43.716204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4edaa400-24ae-4ece-8530-e1aebeb14eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:43.924298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4edaa400-24ae-4ece-8530-e1aebeb14eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:43.929544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2271d94c-1e2b-47e9-b3ba-4844068d1168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:43.943788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaa400-24ae-4ece-8530-e1aebeb14eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781dd42a-4253-4718-9a24-39d0165d40cc,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:43.946447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4edaa400-24ae-4ece-8530-e1aebeb14eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:43.948679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4edaa400-24ae-4ece-8530-e1aebeb14eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:43.950404 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4edaa400-24ae-4ece-8530-e1aebeb14eae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/781dd42a-4253-4718-9a24-39d0165d40cc HTTP/1.1" status: 204  len: 168 time: 0.3217294
Nov 11 22:32:44.598981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54496) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:44.619020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:44.653155 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:32:44.657996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Usage tracker for resource:security_group_rule and tenant:338564e2e4af4822bb9dec03518f8674 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:32:44.661069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:32:44.667117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:32:44.687929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2c623-bd43-4463-a323-94a788e554b5 req-b3bc5f68-3493-4d90-8a90-a657b7507fe1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:44.689555 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4be2c623-bd43-4463-a323-94a788e554b5 req-b3bc5f68-3493-4d90-8a90-a657b7507fe1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0975540
Nov 11 22:32:44.735138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:44.737465 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4be2c623-bd43-4463-a323-94a788e554b5 req-94fa4feb-5053-4c96-b375-55511c210e00 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416243
Nov 11 22:32:44.764022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:44.772652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-51063d07-679d-4c86-b332-f235ca50d205 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:44.815037 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1960469-5baf-4d0d-baf0-3841bf191192,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:44.818603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:44.821581 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=338564e2e4af4822bb9dec03518f8674&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2212367
Nov 11 22:32:44.824213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54500) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:44.890712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-01985a58-bce4-4bca-a3a6-39cf768291a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:44.917301 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-01985a58-bce4-4bca-a3a6-39cf768291a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:44.995776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-01985a58-bce4-4bca-a3a6-39cf768291a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:45.001157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7ef48500-f56a-4b4d-bd7b-e48fa54b9043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:45.014805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01985a58-bce4-4bca-a3a6-39cf768291a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1960469-5baf-4d0d-baf0-3841bf191192,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:45.018281 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-01985a58-bce4-4bca-a3a6-39cf768291a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:45.019447 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-01985a58-bce4-4bca-a3a6-39cf768291a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:45.020935 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-01985a58-bce4-4bca-a3a6-39cf768291a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1960469-5baf-4d0d-baf0-3841bf191192 HTTP/1.1" status: 204  len: 168 time: 0.1952434
Nov 11 22:32:45.964095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e2ee-757b-4efa-bd98-dc9ccbf6102b req-5381a642-0463-43ff-8242-f72e6b1095a8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:45.965726 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1606e2ee-757b-4efa-bd98-dc9ccbf6102b req-5381a642-0463-43ff-8242-f72e6b1095a8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0827920
Nov 11 22:32:46.021392 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1606e2ee-757b-4efa-bd98-dc9ccbf6102b req-073b6d76-88fd-498c-8a22-b462c28141d7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487437
Nov 11 22:32:47.104438 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-bb3d53d8-d2ae-4d17-916a-c493a52097f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c&tenant_id=d02f1b3553cb4602beed9d3c0152c10e HTTP/1.1" status: 200  len: 1096 time: 0.0780547
Nov 11 22:32:47.210006 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-91909e0c-f580-4dcb-b96b-92a066625826 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1096 time: 0.0814955
Nov 11 22:32:47.264850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd6bd-517a-4c12-8039-aacdba4a5c7c req-14d6b926-ba08-4c10-8d0b-da7d19698de8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:47.266561 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c86dd6bd-517a-4c12-8039-aacdba4a5c7c req-14d6b926-ba08-4c10-8d0b-da7d19698de8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0990028
Nov 11 22:32:47.321033 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c86dd6bd-517a-4c12-8039-aacdba4a5c7c req-8877ed4c-6779-4492-9925-f971292ad09d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445435
Nov 11 22:32:47.375888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-d4f78bae-9134-4be2-9455-b546cc34ba96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:47.377837 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-d4f78bae-9134-4be2-9455-b546cc34ba96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.1573119
Nov 11 22:32:47.489982 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-6d4dee21-0195-4bf9-a22d-73db279f87f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 HTTP/1.1" status: 200  len: 999 time: 0.1016185
Nov 11 22:32:47.563926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-12f3c669-7a5a-4591-aadb-8483e21d6474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:47.565628 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-12f3c669-7a5a-4591-aadb-8483e21d6474 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0686553
Nov 11 22:32:47.668165 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-71a5e244-ab20-405a-9e67-0930c0f9066a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870812
Nov 11 22:32:47.809774 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-612bed3f-b29e-43f9-bc93-526101c4943a service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393795
Nov 11 22:32:47.969271 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d1060926-c2a3-4eb0-a97f-23d22f80913f req-262a6ac3-0a36-4eb8-a6d6-c4a7d66fdc80 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515579
Nov 11 22:32:48.554368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c131a3-98ee-4587-9cca-42ef8b22c870 req-35b98093-4223-443d-bfd2-922d610d38d3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:48.555992 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-99c131a3-98ee-4587-9cca-42ef8b22c870 req-35b98093-4223-443d-bfd2-922d610d38d3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0924592
Nov 11 22:32:48.603738 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-99c131a3-98ee-4587-9cca-42ef8b22c870 req-b52ae79f-d0f8-4f8b-8882-2fe91ea88eb1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416195
Nov 11 22:32:49.879780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a4bb0-8e48-48d0-bf8d-15d6ab3ceedb req-d638673b-137a-4788-90a4-9e8465daead0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:49.885891 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-200a4bb0-8e48-48d0-bf8d-15d6ab3ceedb req-d638673b-137a-4788-90a4-9e8465daead0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0980916
Nov 11 22:32:49.951185 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-200a4bb0-8e48-48d0-bf8d-15d6ab3ceedb req-3bb21b33-e5ac-4e91-8699-b3980322dfa1 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616496
Nov 11 22:32:51.187405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63875d7c-3e9e-430a-a06c-a64a56b7b448 req-a82e6f8b-902f-4760-92be-218100cc6285 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:51.189011 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-63875d7c-3e9e-430a-a06c-a64a56b7b448 req-a82e6f8b-902f-4760-92be-218100cc6285 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0915720
Nov 11 22:32:51.239535 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-63875d7c-3e9e-430a-a06c-a64a56b7b448 req-4cb52d10-b8f2-4fa4-a028-43c5921ab85c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436628
Nov 11 22:32:52.462795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955ce5b-1f1d-464c-a769-aa00f2fac126 req-4a60c10a-4c88-4334-ab24-e2febaa9eb87 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:52.464434 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e955ce5b-1f1d-464c-a769-aa00f2fac126 req-4a60c10a-4c88-4334-ab24-e2febaa9eb87 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0906146
Nov 11 22:32:52.519911 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e955ce5b-1f1d-464c-a769-aa00f2fac126 req-c30fd81c-d97b-4873-92e0-f0e106a34a81 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492108
Nov 11 22:32:53.596088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54634) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:53.748855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bd7db-fda1-426f-902c-dc6e48cd0823 req-95d9fde8-cd2f-43ea-aa39-1c587ddd18bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:53.750641 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d30bd7db-fda1-426f-902c-dc6e48cd0823 req-95d9fde8-cd2f-43ea-aa39-1c587ddd18bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0851898
Nov 11 22:32:53.790396 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:53.811746 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d30bd7db-fda1-426f-902c-dc6e48cd0823 req-69f946a9-b241-421b-a025-45ddd30e743f tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462899
Nov 11 22:32:53.830984 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:32:53.835122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Usage tracker for resource:security_group_rule and tenant:ab0cecd9ec5041cc828b65f9d73c55f6 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:32:53.838052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:32:53.844245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:32:53.920865 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:53.959108 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:53.975248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-23c00bf5-4aa1-4e90-9a7e-e53eaedff92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:54.020051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aec0f79-3818-48a0-9da0-72f3197532f3,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:54.024737 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab0cecd9ec5041cc828b65f9d73c55f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4275329
Nov 11 22:32:54.025772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-041963cc-6e49-4763-bbf6-362609298f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:54.027990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54640) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:54.094164 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-497fa64d-6e38-46e7-b2a6-6959598630f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:54.121004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-497fa64d-6e38-46e7-b2a6-6959598630f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:54.183924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-497fa64d-6e38-46e7-b2a6-6959598630f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:54.189032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-3f3e044e-5f5d-4b79-b5ff-b3d454af356e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:54.203401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fa64d-6e38-46e7-b2a6-6959598630f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aec0f79-3818-48a0-9da0-72f3197532f3,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:54.206516 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-497fa64d-6e38-46e7-b2a6-6959598630f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:54.207411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-497fa64d-6e38-46e7-b2a6-6959598630f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:54.208649 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-497fa64d-6e38-46e7-b2a6-6959598630f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8aec0f79-3818-48a0-9da0-72f3197532f3 HTTP/1.1" status: 204  len: 168 time: 0.1800480
Nov 11 22:32:54.730279 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54648) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:54.749898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:54.786948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:32:54.790881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8bb334f99d499b87f44aab383486be is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:32:54.793912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:32:54.800227 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:32:54.873382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:54.901885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:54.911121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-67684458-6cd5-4e91-b238-2032289420fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:54.958280 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944a9e04-f73d-4fec-abc3-0ab953b44def,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:54.961666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:54.964517 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f8bb334f99d499b87f44aab383486be&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2327130
Nov 11 22:32:54.967073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54654) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:55.041164 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5252a891-226a-4abe-a151-c0a2e0d62e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:55.068058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5252a891-226a-4abe-a151-c0a2e0d62e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:55.146733 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5252a891-226a-4abe-a151-c0a2e0d62e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:55.152124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fdc1f6c2-7b7d-44cd-a31f-22231f3493cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:55.166952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252a891-226a-4abe-a151-c0a2e0d62e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944a9e04-f73d-4fec-abc3-0ab953b44def,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:55.172190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5252a891-226a-4abe-a151-c0a2e0d62e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:55.180390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c51ff-6ad3-402e-83e4-5afa17b1b214 req-69bdc83e-0ceb-4465-bef7-97eb71e0b3cd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:55.182119 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f7c51ff-6ad3-402e-83e4-5afa17b1b214 req-69bdc83e-0ceb-4465-bef7-97eb71e0b3cd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0984123
Nov 11 22:32:55.183347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5252a891-226a-4abe-a151-c0a2e0d62e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:55.187530 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5252a891-226a-4abe-a151-c0a2e0d62e2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/944a9e04-f73d-4fec-abc3-0ab953b44def HTTP/1.1" status: 204  len: 168 time: 0.2190385
Nov 11 22:32:55.243293 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f7c51ff-6ad3-402e-83e4-5afa17b1b214 req-4abf78f6-38a5-4cf6-a39a-855b67888bf8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516036
Nov 11 22:32:56.493630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d96c5-bc69-4c05-89f5-e29bd679c5b9 req-1ee0917b-7675-4b5f-b420-64c25d0889ed tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:56.495334 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1b8d96c5-bc69-4c05-89f5-e29bd679c5b9 req-1ee0917b-7675-4b5f-b420-64c25d0889ed tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0879669
Nov 11 22:32:56.550294 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1b8d96c5-bc69-4c05-89f5-e29bd679c5b9 req-0098d8af-d855-45ae-a463-d26f3a6cabfa tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477455
Nov 11 22:32:57.092819 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:57.797017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7c923-28e0-4ea7-aab4-9623aba2a69d req-8256c9da-fdc4-4eac-9e49-40b79784bd48 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:57.799199 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42e7c923-28e0-4ea7-aab4-9623aba2a69d req-8256c9da-fdc4-4eac-9e49-40b79784bd48 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0953293
Nov 11 22:32:57.866087 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-42e7c923-28e0-4ea7-aab4-9623aba2a69d req-03e54d2c-747f-47f2-b06f-094a9771e176 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549312
Nov 11 22:32:59.072275 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54740) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:59.089801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e92d6-840e-4583-af7b-c0ed09e8dc05 req-090185e8-f665-4b9e-aaec-8ed1abe41fe5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:32:59.097782 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-324e92d6-840e-4583-af7b-c0ed09e8dc05 req-090185e8-f665-4b9e-aaec-8ed1abe41fe5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0913022
Nov 11 22:32:59.142123 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-324e92d6-840e-4583-af7b-c0ed09e8dc05 req-f9111cd7-d14a-4ffb-a5ca-65bf8958a374 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428019
Nov 11 22:32:59.258794 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:59.294754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:32:59.300385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Usage tracker for resource:security_group_rule and tenant:a2d9f03f2d594828acd379b688991348 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:32:59.303473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:32:59.309952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:32:59.378598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:59.421650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:59.432669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c9b1062-eefb-46e2-bd73-99cffc05ad38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:59.476199 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2d9f03f2d594828acd379b688991348&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4026721
Nov 11 22:32:59.477160 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725f1665-b169-46a3-9241-7fe5ebbd856d,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:59.479029 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54746) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:32:59.480552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:32:59.756897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-17595ba5-3244-4cd7-9b3c-559f0f8a4d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:59.786525 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-17595ba5-3244-4cd7-9b3c-559f0f8a4d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:59.864180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-17595ba5-3244-4cd7-9b3c-559f0f8a4d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:59.871780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2f3110cb-f535-4519-823a-51341c494c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:32:59.887610 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17595ba5-3244-4cd7-9b3c-559f0f8a4d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725f1665-b169-46a3-9241-7fe5ebbd856d,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:32:59.890072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-17595ba5-3244-4cd7-9b3c-559f0f8a4d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:32:59.894941 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-17595ba5-3244-4cd7-9b3c-559f0f8a4d9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/725f1665-b169-46a3-9241-7fe5ebbd856d HTTP/1.1" status: 204  len: 168 time: 0.4138913
Nov 11 22:32:59.896467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-17595ba5-3244-4cd7-9b3c-559f0f8a4d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:00.266218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:33:00.382586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dbe2b-fb88-419a-809a-bf5cbdd46026 req-bc5f8e80-bfff-4aa9-a99e-ded10bd3b39e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:00.384272 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d83dbe2b-fb88-419a-809a-bf5cbdd46026 req-bc5f8e80-bfff-4aa9-a99e-ded10bd3b39e tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0949075
Nov 11 22:33:00.435345 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d83dbe2b-fb88-419a-809a-bf5cbdd46026 req-e4b0d2d7-4be0-4bd3-b9f6-17cfcdd84cbe tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438724
Nov 11 22:33:00.471828 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54756) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:00.492704 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:00.525603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:33:00.529644 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Usage tracker for resource:security_group_rule and tenant:acc80bd17a484ceeb8aa0c6207f45f15 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:33:00.532581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:33:00.539131 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:33:00.610813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:00.650473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:00.661192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cd36a64c-ec2b-47ce-9ca8-98db61b0de7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:00.708999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d5a1e-1bf8-40f6-94c9-a87341d7ebfd,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:00.712268 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:00.717537 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54760) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:00.717693 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fa09073e-f417-4826-9843-fcfa59f97a5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acc80bd17a484ceeb8aa0c6207f45f15&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2445209
Nov 11 22:33:00.788762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0c06-06ce-4c01-b0a2-a460d258f568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:00.817107 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0c06-06ce-4c01-b0a2-a460d258f568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:00.898387 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0c06-06ce-4c01-b0a2-a460d258f568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:00.904223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a7b22c1f-01cf-44f9-9c88-f2b11fbe8aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:00.920046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa0c06-06ce-4c01-b0a2-a460d258f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d5a1e-1bf8-40f6-94c9-a87341d7ebfd,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:00.922666 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a5fa0c06-06ce-4c01-b0a2-a460d258f568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:00.929622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0c06-06ce-4c01-b0a2-a460d258f568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:00.930869 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a5fa0c06-06ce-4c01-b0a2-a460d258f568 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/926d5a1e-1bf8-40f6-94c9-a87341d7ebfd HTTP/1.1" status: 204  len: 168 time: 0.2115402
Nov 11 22:33:01.710913 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34341f9-7b9d-4f5d-9c74-07aac8e73157 req-eac2ca67-56b8-4d08-be57-982459f24d6a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:01.712566 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a34341f9-7b9d-4f5d-9c74-07aac8e73157 req-eac2ca67-56b8-4d08-be57-982459f24d6a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.1146092
Nov 11 22:33:01.764169 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a34341f9-7b9d-4f5d-9c74-07aac8e73157 req-d7173208-f20e-4a79-82fc-163404c5f688 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450101
Nov 11 22:33:03.062859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5c328-243f-4ede-a66f-4f84f2dbe930 req-fee83a9b-9500-4ead-b254-64da042dba9c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:03.065404 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ccd5c328-243f-4ede-a66f-4f84f2dbe930 req-fee83a9b-9500-4ead-b254-64da042dba9c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.1302681
Nov 11 22:33:03.123343 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ccd5c328-243f-4ede-a66f-4f84f2dbe930 req-2b579072-9bb6-496c-8e46-5002216e5f1d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513384
Nov 11 22:33:04.384064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b8eb-ff3f-4fb8-b12c-30821f4336f2 req-f2fd748a-89b6-4567-a94a-bebbcd314ab6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:04.385759 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a7e5b8eb-ff3f-4fb8-b12c-30821f4336f2 req-f2fd748a-89b6-4567-a94a-bebbcd314ab6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0847161
Nov 11 22:33:04.436158 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a7e5b8eb-ff3f-4fb8-b12c-30821f4336f2 req-27682955-4f31-4833-b62f-a67104d2edc8 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437229
Nov 11 22:33:05.657725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6ee3-9ef5-4ef9-ba2a-30c293d344b5 req-5c3e8ad3-5412-4092-a0cd-0bceea122d50 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:05.660004 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa0b6ee3-9ef5-4ef9-ba2a-30c293d344b5 req-5c3e8ad3-5412-4092-a0cd-0bceea122d50 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0846505
Nov 11 22:33:05.714668 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aa0b6ee3-9ef5-4ef9-ba2a-30c293d344b5 req-182e4c1b-9cf2-4768-afdb-920c34c41821 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486009
Nov 11 22:33:06.429514 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d453fa74-725a-4d52-b69d-2847593ce8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:06.939707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7df86-89c7-406a-8f9f-c0e81bc4e616 req-ef68b16b-a02a-4969-85ea-1c683fe2f8f5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:06.941996 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b1e7df86-89c7-406a-8f9f-c0e81bc4e616 req-ef68b16b-a02a-4969-85ea-1c683fe2f8f5 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0867302
Nov 11 22:33:06.990737 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b1e7df86-89c7-406a-8f9f-c0e81bc4e616 req-ccb2c7bf-ae9b-4aab-bcb6-ec4505b2b6cc tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427020
Nov 11 22:33:08.223013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548a008-7826-49df-9938-076b7e252587 req-2278035a-b019-4639-87be-d06439235699 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:08.224619 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a548a008-7826-49df-9938-076b7e252587 req-2278035a-b019-4639-87be-d06439235699 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0889368
Nov 11 22:33:08.284873 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a548a008-7826-49df-9938-076b7e252587 req-85e326ae-7ebf-461e-93a8-c57fdad22a4d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540974
Nov 11 22:33:08.821818 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-659c7735-d4ca-492f-80c2-ccb39a650050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:08.823305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:09.461161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:09.505294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd8c7d-4c81-4c51-969a-a64910ec3b18 req-a8261396-a317-4482-b42d-2b853e59ae9c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:09.506959 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-89bd8c7d-4c81-4c51-969a-a64910ec3b18 req-a8261396-a317-4482-b42d-2b853e59ae9c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0833495
Nov 11 22:33:09.558295 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-89bd8c7d-4c81-4c51-969a-a64910ec3b18 req-10306bf3-806f-415a-9fe5-337999eb0ed3 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424964
Nov 11 22:33:10.779234 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ef2a-cb34-48d4-ab0b-79c322705b38 req-597f3f4e-88dc-4c02-9f45-ee6319e2fe42 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:10.780843 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6d01ef2a-cb34-48d4-ab0b-79c322705b38 req-597f3f4e-88dc-4c02-9f45-ee6319e2fe42 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0891187
Nov 11 22:33:10.830602 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-6d01ef2a-cb34-48d4-ab0b-79c322705b38 req-b21958bf-8ef3-4282-bf66-71f29f119db6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437257
Nov 11 22:33:11.155012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:12.052313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461a5a3-6c55-425c-aa59-095b3ffef46c req-67b3fd09-26ab-4d35-98b5-4720735a7c95 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:12.053972 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d461a5a3-6c55-425c-aa59-095b3ffef46c req-67b3fd09-26ab-4d35-98b5-4720735a7c95 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 943 time: 0.0842102
Nov 11 22:33:12.106895 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d461a5a3-6c55-425c-aa59-095b3ffef46c req-72a01945-51c3-4402-ba04-f0a0f1ee2152 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467815
Nov 11 22:33:12.444762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 11 22:33:12.594820 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:12.608990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Returning: {'device': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'port_id': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'mac_address': 'fa:16:3e:40:8f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 11 22:33:12.668812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:12.686222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 {{(pid=88346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 11 22:33:12.702209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:12.741136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:12.743118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:12.810161 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=9']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:12.813513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:13.224427 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:33:13.338095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe2a2-ac3f-42eb-9e9e-e55b361a19f7 req-8aa80aa7-94bb-410f-af83-8d98b08407f7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:13.339617 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bbbbe2a2-ac3f-42eb-9e9e-e55b361a19f7 req-8aa80aa7-94bb-410f-af83-8d98b08407f7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 944 time: 0.0888469
Nov 11 22:33:13.391694 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-bbbbe2a2-ac3f-42eb-9e9e-e55b361a19f7 req-2bde99af-5e70-4219-89d0-0207a760cd13 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455377
Nov 11 22:33:14.618344 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee32fd-3954-4a88-8cdd-15a702cb5d41 req-8a2e27c2-013f-419a-a23e-b40d5111fb60 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:14.619957 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c9ee32fd-3954-4a88-8cdd-15a702cb5d41 req-8a2e27c2-013f-419a-a23e-b40d5111fb60 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 944 time: 0.0892916
Nov 11 22:33:14.670213 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c9ee32fd-3954-4a88-8cdd-15a702cb5d41 req-6a90491f-3960-4d9f-b63f-b70db1f63a28 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439594
Nov 11 22:33:14.869798 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 54890) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:15.080089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Deleting port 35f34b64-259b-490a-8985-3235cf3b2690 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:15.080500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.187623 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-fab2a761-857a-436a-ae49-2e7ae0400d15 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934742320&fields=id&tenant_id=57f66330954d430abdc50a1a175c3450 HTTP/1.1" status: 200  len: 267 time: 0.0468576
Nov 11 22:33:15.268727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.269073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.283551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-2bf88427-a97b-40d1-8cc2-d8070cb3477f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:15.285736 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-2bf88427-a97b-40d1-8cc2-d8070cb3477f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 985 time: 0.0871994
Nov 11 22:33:15.297365 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.v2.base [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Request body: {'port': {'security_groups': ['f0a9d0d5-158c-4512-a2c9-a59849b1bd90']}} {{(pid=88345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 11 22:33:15.404450 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Calling delete_port for 35f34b64-259b-490a-8985-3235cf3b2690 owned by network:floatingip {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:15.426282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.603639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.608534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-038df319-b519-4eb1-8542-f3c9cc86f8dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:15.652781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event deleted for resources: {'Port': ['ID=35f34b64-259b-490a-8985-3235cf3b2690,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:15.656039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:15.701461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] For port 55ed606a-1cff-403d-9274-dd4fe79094b1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=55ed606a-1cff-403d-9274-dd4fe79094b1,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:15.730051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for port, precommit_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.752054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for floatingip, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.770071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15913272'] for port, after_update {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.776981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:15.783434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['55ed606a-1cff-403d-9274-dd4fe79094b1'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:33:15.916534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:15.917460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:15.919193 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f38da413-cd9c-4145-94fa-b3d95dcb3538 req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "PUT /v2.0/ports/55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 943 time: 0.6267495
Nov 11 22:33:15.920349 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:15.928772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54902) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:15.973413 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event updated for resources: {'Port': ['ID=55ed606a-1cff-403d-9274-dd4fe79094b1,revision_number=7']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:15.980628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:16.013164 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54aae2-38a5-4a54-9efe-476541e336e2 req-34caac12-45fd-4d8a-8a0d-9d9d59dc4c11 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:16.015035 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ab54aae2-38a5-4a54-9efe-476541e336e2 req-34caac12-45fd-4d8a-8a0d-9d9d59dc4c11 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 944 time: 0.1998186
Nov 11 22:33:16.074925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['55ed606a-1cff-403d-9274-dd4fe79094b1'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:33:16.095971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-211716c1-a3e7-4e09-9c2d-bc033cb33054 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.116666 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ab54aae2-38a5-4a54-9efe-476541e336e2 req-66993b36-4934-40e5-bae3-1710241d1d36 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888057
Nov 11 22:33:16.146454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-211716c1-a3e7-4e09-9c2d-bc033cb33054 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.278580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-211716c1-a3e7-4e09-9c2d-bc033cb33054 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.284094 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ba79625e-0079-4c46-b5d6-8a71e7d97296 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:16.317021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211716c1-a3e7-4e09-9c2d-bc033cb33054 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f26e0cf-d7eb-4984-bb23-ef929a03d90c,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:16.322388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-211716c1-a3e7-4e09-9c2d-bc033cb33054 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:16.336649 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'status': 'completed', 'code': 200}
Nov 11 22:33:16.382960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-211716c1-a3e7-4e09-9c2d-bc033cb33054 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.384244 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-211716c1-a3e7-4e09-9c2d-bc033cb33054 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "DELETE /v2.0/security-groups/1f26e0cf-d7eb-4984-bb23-ef929a03d90c HTTP/1.1" status: 204  len: 168 time: 0.4532919
Nov 11 22:33:16.396885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 54910) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:16.447385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 up at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 11 22:33:16.524639 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-22bd0a6a-b46b-4aca-8e01-bc97ff42fd89 None None] Provisioning complete for port 55ed606a-1cff-403d-9274-dd4fe79094b1 triggered by entity DHCP. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:33:16.525244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-22bd0a6a-b46b-4aca-8e01-bc97ff42fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.605319 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.provisioning_blocks [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Provisioning complete for port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 triggered by entity L2. {{(pid=88346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 11 22:33:16.605801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346109'] for port, provisioning_complete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.646738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Deleting port efcab012-6400-4bcd-b44a-1bb835f07e47 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:16.647511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.658283 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:33:16.662185 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-6290ce20-e66f-4eb9-b3c7-2fd15aaf00be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1099 time: 0.1026514
Nov 11 22:33:16.793070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1135609'] for port, before_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.823409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'}] {{(pid=88346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:16.842192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:16.851274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.851965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.903689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309288066642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309288476344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727566299490'] for port, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:16.906054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:16.908350 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-979c18ed-a120-47ae-aa55-f98c0d1fa5d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:16.910748 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-979c18ed-a120-47ae-aa55-f98c0d1fa5d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 916 time: 0.2398667
Nov 11 22:33:16.944914 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'code': 200}
Nov 11 22:33:16.982522 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Pushing event updated for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=10']} {{(pid=88346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:16.993102 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.993539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.994009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.994471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.994932 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.995393 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.995850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.996307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.996760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.997212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:16.997771 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:17.004120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:17.017088 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Calling delete_port for efcab012-6400-4bcd-b44a-1bb835f07e47 owned by network:floatingip {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:17.121782 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-894b77b3-9c21-4494-b240-72e42c1a6ad4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 1002 time: 0.1449785
Nov 11 22:33:17.207727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:33:17.215457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-ae90e75c-f10e-4aa2-ace7-4cde0f0b1b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:17.217058 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-ae90e75c-f10e-4aa2-ace7-4cde0f0b1b4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 200  len: 854 time: 0.0873175
Nov 11 22:33:17.226140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:17.227201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] Sync routers for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:33:17.240622 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:17.241567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b70e5470>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:17.343196 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "DELETE /v2.0/floatingips/c275a8ff-d898-4815-83d9-6b583ddeebd6 HTTP/1.1" status: 204  len: 168 time: 2.4721012
Nov 11 22:33:17.344791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:17.374904 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-a94885aa-1461-44bc-92ad-c2a4f72f27c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0c694f1-8a29-426a-81c5-2e4728668287&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1230752
Nov 11 22:33:17.435553 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'status': 'completed', 'code': 200}
Nov 11 22:33:17.435773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:17.448948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:17.460020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-396dc1ed-9283-4e71-a3b5-ea635cd826b0 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:17.496359 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d770e297-4032-4b17-a1d4-160aa2ab4aa7 req-529654c0-e659-43a6-8e60-cbbaeb2d190c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1099 time: 0.2463336
Nov 11 22:33:17.510532 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3c1fd-21bf-44af-9150-b11b287a2451 req-ec17aa33-88aa-4759-9864-6dd4ecc650ed tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:17.518941 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20a3c1fd-21bf-44af-9150-b11b287a2451 req-ec17aa33-88aa-4759-9864-6dd4ecc650ed tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 946 time: 0.2077584
Nov 11 22:33:17.601035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event deleted for resources: {'Port': ['ID=efcab012-6400-4bcd-b44a-1bb835f07e47,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:17.626069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:17.627571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-d770e297-4032-4b17-a1d4-160aa2ab4aa7 req-7eafffa8-08f8-4ec2-bdfe-34897d5291fc service neutron] Synchronizing usage tracker for tenant:77ade19a90df4b51b5bcf9dd677dba55 on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:33:17.649509 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-9179fd67-4afa-4b35-98e1-e2f9e98aa5f5 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2651522
Nov 11 22:33:17.658917 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-30b127eb-25e9-4007-9467-e17da5a0d251 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5662459331cb471ca57d033755c019c5&device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 1099 time: 0.2205534
Nov 11 22:33:17.688231 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-20a3c1fd-21bf-44af-9150-b11b287a2451 req-88dc1419-0303-4e04-a58d-1036ba00321a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1675563
Nov 11 22:33:17.758672 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-d770e297-4032-4b17-a1d4-160aa2ab4aa7 req-7eafffa8-08f8-4ec2-bdfe-34897d5291fc service neutron] Unset dirty status for tenant:77ade19a90df4b51b5bcf9dd677dba55 on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:33:17.759962 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-d770e297-4032-4b17-a1d4-160aa2ab4aa7 req-7eafffa8-08f8-4ec2-bdfe-34897d5291fc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2040145
Nov 11 22:33:17.767166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks [] for floatingip, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:17.900735 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b70e5470>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:35Z', 'revision_number': 5, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:17.916236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] Checking router: 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:33:17.929775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:17.930482 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b70e5470>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:18.017475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-afb3c99a-8f29-4762-abd1-362b79d53b76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:18.019245 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-afb3c99a-8f29-4762-abd1-362b79d53b76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 200  len: 910 time: 0.3322153
Nov 11 22:33:18.039180 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-94140fc9-9e9d-43a3-9b97-4e3c79cd3365 req-2759d38a-16fd-4777-bbb1-599dd83f8bf5 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3786061
Nov 11 22:33:18.143354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:18.213699 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-eceb6460-113e-49d8-ab66-6853abfd616d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 200  len: 217 time: 0.0816300
Nov 11 22:33:18.257590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c714-f8e9-445b-add8-2689f58f8578 req-023c369a-e0d8-4840-a810-5caa95bcbd15 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:18.259224 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7897c714-f8e9-445b-add8-2689f58f8578 req-023c369a-e0d8-4840-a810-5caa95bcbd15 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1693497
Nov 11 22:33:18.294235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-a8b1a82b-502c-411c-a242-db47e94ddfa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:18.296063 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-a8b1a82b-502c-411c-a242-db47e94ddfa5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 200  len: 848 time: 0.0691116
Nov 11 22:33:18.334482 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7897c714-f8e9-445b-add8-2689f58f8578 req-4a25fe9a-dac5-40de-9e6e-61795a0ebd83 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626802
Nov 11 22:33:18.395556 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-ec0e66ce-3a57-4675-a389-367bb2f23141 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865953
Nov 11 22:33:18.490402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b70e5470>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:35Z', 'revision_number': 5, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:18.494788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70966ecb-63e2-4ec0-92fe-cd3d21fa9daf None None] The sync data for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi is: [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:25:25Z', 'revision_number': 4, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'fbf68ab0-c76e-4003-ae00-3a6904f07c81', 'name': '', 'network_id': '1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'mac_address': 'fa:16:3e:c6:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:24Z', 'updated_at': '2021-11-11T22:25:35Z', 'revision_number': 5, 'project_id': '5662459331cb471ca57d033755c019c5', 'subnets': [{'id': '1ed215e1-f9b0-4d6f-8936-d549c522bdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:33:18.571072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:33:18.573885 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-854d61e9-eea4-4035-89d2-4c409d57180c service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570082
Nov 11 22:33:18.747058 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c186c30a-be5e-4ec4-9e72-e8d1107fd9f2 req-d427c390-5724-4820-a971-22400b736310 service neutron] 10.222.0.65 "GET /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623383
Nov 11 22:33:18.809507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:33:18.827116 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] Sync routers for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:33:18.828788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:18.838210 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:18.839443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b73d40f0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:18.960665 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "DELETE /v2.0/floatingips/8c1e1b91-ee89-4a58-a9f5-b0b95255efb7 HTTP/1.1" status: 204  len: 168 time: 2.5691097
Nov 11 22:33:18.962249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1'}] {{(pid=88345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:19.002885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ddc7d-9566-41df-91ae-8ea988f7844f req-df66a03d-7917-488b-b30c-df80aca4db0b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:19.011056 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ed6ddc7d-9566-41df-91ae-8ea988f7844f req-df66a03d-7917-488b-b30c-df80aca4db0b tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 946 time: 0.1220548
Nov 11 22:33:19.038620 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:19.060526 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-ed6ddc7d-9566-41df-91ae-8ea988f7844f req-2d4716de-424e-46f7-aed3-3030976ff1ce tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477765
Nov 11 22:33:19.081718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f4589-db31-4808-8f0a-01d192a3290f None None] New status for floating IP c275a8ff-d898-4815-83d9-6b583ddeebd6: DOWN {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:33:19.158079 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'status': 'completed', 'code': 200}
Nov 11 22:33:19.276966 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-266cfcef-1a35-4e80-bf9b-e93a71b26ddf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=57f66330954d430abdc50a1a175c3450&device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 1099 time: 0.0827467
Nov 11 22:33:19.402664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b73d40f0>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:27Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:19.407140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] Checking router: 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:33:19.419960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:19.420640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b73d40f0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:19.440479 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-5a910a9f-1018-4aa3-b9b4-7e6b79e9187b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:19.453199 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-5a910a9f-1018-4aa3-b9b4-7e6b79e9187b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 200  len: 916 time: 0.1637454
Nov 11 22:33:19.578203 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-855f4cef-932b-4886-90bf-8905aef219f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 200  len: 217 time: 0.1100948
Nov 11 22:33:19.633687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:19.659038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3d1a5-fc6e-4826-a226-01830d209149 req-c67f4416-4a42-4284-90dd-df4675cc948c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:19.667834 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1bc3d1a5-fc6e-4826-a226-01830d209149 req-c67f4416-4a42-4284-90dd-df4675cc948c tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1342630
Nov 11 22:33:19.725247 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-82b12ad8-d09d-4872-8e32-104ca97ccf35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:19.726854 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-82b12ad8-d09d-4872-8e32-104ca97ccf35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 200  len: 854 time: 0.1400883
Nov 11 22:33:19.737040 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1bc3d1a5-fc6e-4826-a226-01830d209149 req-69f1f564-02a3-403e-b05e-e3dad8ab0b0b tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681379
Nov 11 22:33:19.833713 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-0ac51b58-ad87-40f2-9247-074f479b0a47 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0c694f1-8a29-426a-81c5-2e4728668287&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827920
Nov 11 22:33:20.003263 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-0c9fbec2-f6a6-4683-a2c2-eaf632dcd7e7 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576121
Nov 11 22:33:20.174681 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a03476c0-113a-4f61-a5c6-824cf6cec9e5 req-f06024e8-442c-410e-99c3-556531d4ace7 service neutron] 10.222.0.65 "GET /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512821
Nov 11 22:33:20.210857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b73d40f0>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:27Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:20.215217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33909bb-49bc-4b30-9195-f1749bf383d4 None None] The sync data for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi is: [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:28:18Z', 'revision_number': 4, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': 'eb4380bb-f2d2-4582-b41e-e019184e884d', 'name': '', 'network_id': 'b0c694f1-8a29-426a-81c5-2e4728668287', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'mac_address': 'fa:16:3e:2b:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:17Z', 'updated_at': '2021-11-11T22:28:27Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'subnets': [{'id': '867023c9-b3e3-48ee-9e39-21b92fed6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:33:20.310707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a6e4e-113e-4bdb-a8de-883cd9cf4843 req-e280294e-64ab-4ece-bec0-6c2e0622266a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:20.312360 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-795a6e4e-113e-4bdb-a8de-883cd9cf4843 req-e280294e-64ab-4ece-bec0-6c2e0622266a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 946 time: 0.0946469
Nov 11 22:33:20.371686 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-795a6e4e-113e-4bdb-a8de-883cd9cf4843 req-4ecbd08b-8ca5-449a-aeba-5970cc28c601 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525184
Nov 11 22:33:20.707857 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b2798-a299-481d-ab50-698328501bb0 None None] New status for floating IP 8c1e1b91-ee89-4a58-a9f5-b0b95255efb7: DOWN {{(pid=88346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:33:20.756698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-f1377823-b99e-45d6-a9b5-e75035c2dfd4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:20.761083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-f1377823-b99e-45d6-a9b5-e75035c2dfd4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Synchronizing usage tracker for tenant:5662459331cb471ca57d033755c019c5 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:33:20.827769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-f1377823-b99e-45d6-a9b5-e75035c2dfd4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Unset dirty status for tenant:5662459331cb471ca57d033755c019c5 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:33:20.829055 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-f1377823-b99e-45d6-a9b5-e75035c2dfd4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1646621
Nov 11 22:33:20.941746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Deleting port 8f29da75-da1e-463d-bb4c-54ba6b12215a {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:20.942720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:21.011137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd5408-c3e4-4f09-96bf-dc6947289228 req-45a26690-c681-4b63-b811-ce954558da1d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:21.013042 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cfbd5408-c3e4-4f09-96bf-dc6947289228 req-45a26690-c681-4b63-b811-ce954558da1d tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 946 time: 0.1011405
Nov 11 22:33:21.068692 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cfbd5408-c3e4-4f09-96bf-dc6947289228 req-e6af3750-8259-4ac0-ae3a-87dbeae06e1e tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/security-groups?id=78311670-ce54-4b3c-ac84-d565d1b1878b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486543
Nov 11 22:33:21.457732 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] For port 8f29da75-da1e-463d-bb4c-54ba6b12215a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8f29da75-da1e-463d-bb4c-54ba6b12215a,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:21.458140 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:21.587069 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Calling delete_port for 8f29da75-da1e-463d-bb4c-54ba6b12215a owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:21.596751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c033940-be78-47b8-adc8-660cec864480 req-9f9e17dc-8459-444f-bc7a-041858707387 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:21.598977 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c033940-be78-47b8-adc8-660cec864480 req-9f9e17dc-8459-444f-bc7a-041858707387 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 946 time: 0.0879607
Nov 11 22:33:21.648493 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7c033940-be78-47b8-adc8-660cec864480 req-510e6462-d9dd-40c6-abb5-74f0d60fa38c tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434523
Nov 11 22:33:21.820998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:21.827585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:21.874638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event deleted for resources: {'Port': ['ID=8f29da75-da1e-463d-bb4c-54ba6b12215a,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:21.889966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.890390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.890832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.891218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.891627 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.892032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.892432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.892836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.893243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.893659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.894057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:21.922322 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:21.970222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] No DVR routers for this DVR port 8f29da75-da1e-463d-bb4c-54ba6b12215a on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:33:21.973125 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:21.975994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'name': 'network-vif-deleted', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:22.027563 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-e546979e-559e-4a58-b891-03d0d9e62f57 req-6e95154d-0d73-4c0a-bf60-4869a3ba2585 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.65 "DELETE /v2.0/ports/8f29da75-da1e-463d-bb4c-54ba6b12215a HTTP/1.1" status: 204  len: 173 time: 1.1912062
Nov 11 22:33:22.040129 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a146e6-faa7-42b4-bc21-8b36771c4c27', 'name': 'network-vif-deleted', 'tag': '8f29da75-da1e-463d-bb4c-54ba6b12215a', 'status': 'completed', 'code': 200}
Nov 11 22:33:22.248224 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-eb87eae1-88b9-4792-a948-30e20fc1cc63 req-9719dc1e-46aa-4615-b520-cbbd8c4fe5aa tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 210 time: 0.0453613
Nov 11 22:33:23.439366 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-557011e0-c6d0-4ade-8216-1837955ab9b3 req-cd649a17-c56a-49d9-acd8-95fcb9215719 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a146e6-faa7-42b4-bc21-8b36771c4c27 HTTP/1.1" status: 200  len: 210 time: 0.0453067
Nov 11 22:33:23.835754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d693309-347b-49fd-9e73-15484b54800c req-2f19c0db-53da-4787-aac5-ea4f51469684 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:23.836548 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-1d693309-347b-49fd-9e73-15484b54800c req-2f19c0db-53da-4787-aac5-ea4f51469684 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Synchronizing usage tracker for tenant:57f66330954d430abdc50a1a175c3450 on resource:port {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:33:23.897501 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-1d693309-347b-49fd-9e73-15484b54800c req-2f19c0db-53da-4787-aac5-ea4f51469684 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Unset dirty status for tenant:57f66330954d430abdc50a1a175c3450 on resource:port {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:33:23.898784 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1d693309-347b-49fd-9e73-15484b54800c req-2f19c0db-53da-4787-aac5-ea4f51469684 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.1562958
Nov 11 22:33:23.947842 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-1d693309-347b-49fd-9e73-15484b54800c req-219f481c-062b-4196-a5f8-1f19690341eb tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Synchronizing usage tracker for tenant:57f66330954d430abdc50a1a175c3450 on resource:security_group {{(pid=88345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:33:23.988615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-1d693309-347b-49fd-9e73-15484b54800c req-219f481c-062b-4196-a5f8-1f19690341eb tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Unset dirty status for tenant:57f66330954d430abdc50a1a175c3450 on resource:security_group {{(pid=88345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:33:23.989887 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1d693309-347b-49fd-9e73-15484b54800c req-219f481c-062b-4196-a5f8-1f19690341eb tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845432
Nov 11 22:33:24.489400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8f29da75-da1e-463d-bb4c-54ba6b12215a no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:24.523824 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 8f29da75-da1e-463d-bb4c-54ba6b12215a {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:24.524233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 8f29da75-da1e-463d-bb4c-54ba6b12215a not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:24.552742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55034) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:24.625551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e506725-e93d-4c05-821b-eb2f1ddb9324 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:24.655951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e506725-e93d-4c05-821b-eb2f1ddb9324 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:24.737362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e506725-e93d-4c05-821b-eb2f1ddb9324 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:24.743286 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-551647d1-706f-4699-ac61-4bbe283e211e tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:24.758222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e506725-e93d-4c05-821b-eb2f1ddb9324 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78311670-ce54-4b3c-ac84-d565d1b1878b,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:24.761020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8e506725-e93d-4c05-821b-eb2f1ddb9324 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:24.816461 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e506725-e93d-4c05-821b-eb2f1ddb9324 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:24.817732 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8e506725-e93d-4c05-821b-eb2f1ddb9324 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] 10.222.0.18 "DELETE /v2.0/security-groups/78311670-ce54-4b3c-ac84-d565d1b1878b HTTP/1.1" status: 204  len: 168 time: 0.2638886
Nov 11 22:33:24.910725 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55040) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:25.328830 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa50041-746f-4a37-894f-2ff3b9dea134 req-10dbd575-1498-4b20-92a0-54af64f63fd8 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:25.330472 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7fa50041-746f-4a37-894f-2ff3b9dea134 req-10dbd575-1498-4b20-92a0-54af64f63fd8 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.1636572
Nov 11 22:33:25.405078 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7fa50041-746f-4a37-894f-2ff3b9dea134 req-95bc497e-bae9-4aa3-a135-8e8701800c42 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654404
Nov 11 22:33:25.621782 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:26.242437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Deleting port fbf68ab0-c76e-4003-ae00-3a6904f07c81 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:26.242813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:26.688308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-95b8df3f-f5c6-43e1-ac42-5bc78e2014f8 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:26.689110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-95b8df3f-f5c6-43e1-ac42-5bc78e2014f8 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Synchronizing usage tracker for tenant:57f66330954d430abdc50a1a175c3450 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:33:26.696261 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] For port fbf68ab0-c76e-4003-ae00-3a6904f07c81, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=fbf68ab0-c76e-4003-ae00-3a6904f07c81,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:26.696660 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:26.702236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-95b8df3f-f5c6-43e1-ac42-5bc78e2014f8 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Unset dirty status for tenant:57f66330954d430abdc50a1a175c3450 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:33:26.703466 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-95b8df3f-f5c6-43e1-ac42-5bc78e2014f8 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.0986965
Nov 11 22:33:26.781531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Deleting port 55ed606a-1cff-403d-9274-dd4fe79094b1 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:26.781841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:26.833954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Calling delete_port for fbf68ab0-c76e-4003-ae00-3a6904f07c81 owned by network:router_interface {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:26.891775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdb171-d30d-44bd-a1d2-77a037f3dfcb req-f1cfa4e0-3d75-43f7-aca5-66f9fecf1401 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:26.893428 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-acfdb171-d30d-44bd-a1d2-77a037f3dfcb req-f1cfa4e0-3d75-43f7-aca5-66f9fecf1401 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 946 time: 0.2861114
Nov 11 22:33:26.975451 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-acfdb171-d30d-44bd-a1d2-77a037f3dfcb req-a150318c-5713-40f3-b3be-caabb7cf23d5 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0a9d0d5-158c-4512-a2c9-a59849b1bd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717120
Nov 11 22:33:27.043617 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] For port 55ed606a-1cff-403d-9274-dd4fe79094b1, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=55ed606a-1cff-403d-9274-dd4fe79094b1,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:27.043975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:27.103323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:27.149067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:27.154714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-31ba337e-c4a4-4f78-ac95-a7e041fd75e7 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:27.182010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Calling delete_port for 55ed606a-1cff-403d-9274-dd4fe79094b1 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:27.200223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf68ab0-c76e-4003-ae00-3a6904f07c81,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:27.203167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:27.420967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:27.428040 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d82a4e6b-98c2-4bd7-90be-70b0076f3780 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:27.435885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] get_ports_and_sgs() called for port_ids ['55ed606a-1cff-403d-9274-dd4fe79094b1'] {{(pid=88346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 11 22:33:27.476401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Pushing event deleted for resources: {'Port': ['ID=55ed606a-1cff-403d-9274-dd4fe79094b1,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:27.480112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:27.515170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:27.556057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] No DVR routers for this DVR port 55ed606a-1cff-403d-9274-dd4fe79094b1 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:33:27.558567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:27.562714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'name': 'network-vif-deleted', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:27.607603 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-19bd8c07-38f7-4eca-bcfd-91988308c057 req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.65 "DELETE /v2.0/ports/55ed606a-1cff-403d-9274-dd4fe79094b1 HTTP/1.1" status: 204  len: 173 time: 0.8984482
Nov 11 22:33:27.633831 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2666f2-800c-4a11-9c0e-c8a0cd615883', 'name': 'network-vif-deleted', 'tag': '55ed606a-1cff-403d-9274-dd4fe79094b1', 'status': 'completed', 'code': 200}
Nov 11 22:33:28.172711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:33:28.383711 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-13f674ef-1626-4c43-baa6-98dd248594e0 req-bc6cd0c1-55a8-44aa-b27e-ce6131a030eb tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] 10.222.0.18 "GET /v2.0/ports?device_id=be2666f2-800c-4a11-9c0e-c8a0cd615883 HTTP/1.1" status: 200  len: 210 time: 0.2625828
Nov 11 22:33:28.434241 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:33:28.444490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] Sync routers for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:33:28.448747 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d36e4b7a-e32d-477e-963b-22e4a1e3f744 admin admin] 10.222.0.18 "PUT /v2.0/routers/67d5a90e-65ad-4be2-9b68-dcc5111d4aaa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5367861
Nov 11 22:33:28.451297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55062) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:28.461550 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:28.462337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6e93fd0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:28.672047 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks [] for router, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:28.799481 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:28.891313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:28.935171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Deleting port 5f67c961-2f85-4c46-b0b0-14983ab0590d {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:28.935558 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:29.122746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6e93fd0>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:33:27Z', 'revision_number': 5, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port': {'id': '5f67c961-2f85-4c46-b0b0-14983ab0590d', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:21Z', 'updated_at': '2021-11-11T22:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:29.126875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] Checking router: 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:33:29.128014 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] For port 5f67c961-2f85-4c46-b0b0-14983ab0590d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=5f67c961-2f85-4c46-b0b0-14983ab0590d,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:29.128500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:29.139346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] Routers {'67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:29.140060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6e93fd0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:29.310991 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] Set router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa gateway port host: None {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:29.432813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6e93fd0>, [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:33:28Z', 'revision_number': 6, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port_host': None}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:29.437859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41dd1a-e895-4499-af93-c68c4cb66a7a None None] The sync data for ids ['67d5a90e-65ad-4be2-9b68-dcc5111d4aaa'] in dv-cinder-815883-4-iscsi is: [{'id': '67d5a90e-65ad-4be2-9b68-dcc5111d4aaa', 'name': 'tempest-TestShelveInstance-1640455864-router', 'tenant_id': '5662459331cb471ca57d033755c019c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:20Z', 'updated_at': '2021-11-11T22:33:28Z', 'revision_number': 6, 'project_id': '5662459331cb471ca57d033755c019c5', 'gw_port_host': None}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:33:29.491837 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Calling delete_port for 5f67c961-2f85-4c46-b0b0-14983ab0590d owned by network:router_gateway {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:29.769539 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:29.774401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bc7b0519-8666-4c4f-8ec2-097fc867bb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:29.820432 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f67c961-2f85-4c46-b0b0-14983ab0590d,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:29.830930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:30.067697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:30.355839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:30.360642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:30.509531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 55ed606a-1cff-403d-9274-dd4fe79094b1 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:30.547776 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 55ed606a-1cff-403d-9274-dd4fe79094b1 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:30.548081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 55ed606a-1cff-403d-9274-dd4fe79094b1 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:30.746446 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:30.747157 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d5a90e-65ad-4be2-9b68-dcc5111d4aaa {{(pid=88345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:33:30.761339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:30.775087 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c738c58b-3ad8-48d5-9cb6-5984efbaaf66 admin admin] 10.222.0.18 "DELETE /v2.0/routers/67d5a90e-65ad-4be2-9b68-dcc5111d4aaa HTTP/1.1" status: 204  len: 168 time: 2.3105292
Nov 11 22:33:30.775087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55120) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:30.845070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] Deleting subnet 1ed215e1-f9b0-4d6f-8936-d549c522bdd6 {{(pid=88345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:33:30.848625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:30.906927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839003491'] for subnet, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:30.921914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device fbf68ab0-c76e-4003-ae00-3a6904f07c81 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:30.962831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: fbf68ab0-c76e-4003-ae00-3a6904f07c81 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:30.963228 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device fbf68ab0-c76e-4003-ae00-3a6904f07c81 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:30.963708 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 5f67c961-2f85-4c46-b0b0-14983ab0590d no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:30.999339 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 5f67c961-2f85-4c46-b0b0-14983ab0590d {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:30.999775 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 5f67c961-2f85-4c46-b0b0-14983ab0590d not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:30.999907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:31.040729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55126) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:31.343767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15913287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16235470'] for subnet, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:31.349032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:31.389119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed215e1-f9b0-4d6f-8936-d549c522bdd6,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:31.392077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:31.395978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:31.401217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57952062-6bb4-48ae-ba75-e122dc1470f0 None None] Network 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:33:31.403355 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a4cf474e-7e92-499a-b400-c146e690c9e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1ed215e1-f9b0-4d6f-8936-d549c522bdd6 HTTP/1.1" status: 204  len: 168 time: 0.6366487
Nov 11 22:33:31.406216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55132) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:31.529010 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:31.540808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Deleting port c6d24a2a-c1ae-4492-bccf-2da47374defd {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:31.541179 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:31.541343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:31.695863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] DHCP port deletion for 1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 request from dv-cinder-815883-4-iscsi {{(pid=88346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 11 22:33:31.700716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] Deleting port c6d24a2a-c1ae-4492-bccf-2da47374defd {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:31.701194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:31.787569 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] For port c6d24a2a-c1ae-4492-bccf-2da47374defd, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=c6d24a2a-c1ae-4492-bccf-2da47374defd,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:31.787969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:31.917398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Calling delete_port for c6d24a2a-c1ae-4492-bccf-2da47374defd owned by network:dhcp {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:31.936287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] For port c6d24a2a-c1ae-4492-bccf-2da47374defd, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=c6d24a2a-c1ae-4492-bccf-2da47374defd,segment=NetworkSegment(18d1cffa-454c-4db5-afff-e3eb4bb864d1),segment_id=18d1cffa-454c-4db5-afff-e3eb4bb864d1)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:31.936727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.127887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] Calling delete_port for c6d24a2a-c1ae-4492-bccf-2da47374defd owned by network:dhcp {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:32.171557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.176669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:32.203644 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:33:32.204056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:33:32.208300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Deleting port eb4380bb-f2d2-4582-b41e-e019184e884d {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:32.208689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.233073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d24a2a-c1ae-4492-bccf-2da47374defd,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:32.235858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:32.239400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] No DVR routers for this DVR port c6d24a2a-c1ae-4492-bccf-2da47374defd on host dv-cinder-815883-4-iscsi {{(pid=88345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:33:32.365971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.397714 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55142) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:32.398216 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] For port eb4380bb-f2d2-4582-b41e-e019184e884d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=eb4380bb-f2d2-4582-b41e-e019184e884d,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:32.398731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.399321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b61e5ba8>,) {'filters': {'network_id': ['1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386']}} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:32.417846 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b61e5ba8>, '18d1cffa-454c-4db5-afff-e3eb4bb864d1') {'for_net_delete': True} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:32.418106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b61e5ba8>, '18d1cffa-454c-4db5-afff-e3eb4bb864d1') {} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:32.432848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15772308'] for segment, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.518526 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.528005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:33:32.528561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838860827'] for segment, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.530323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Calling delete_port for eb4380bb-f2d2-4582-b41e-e019184e884d owned by network:router_interface {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:33:32.543194 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:33:32.639515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.705528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] Deleting port c6d24a2a-c1ae-4492-bccf-2da47374defd {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:32.705948 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.770176 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-51dc8e36-ee68-414e-9820-972f0c97d11e None None] The port 'c6d24a2a-c1ae-4492-bccf-2da47374defd' was deleted {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 11 22:33:32.780500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:33:32.784632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a66f090c0648569564adf4cd364bd2 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:33:32.788384 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:33:32.794565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:33:32.814220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.821457 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.829772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7c4e0448-787d-4628-805d-eb3b8455cb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:32.864633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:32.867689 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:32.879930 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device c6d24a2a-c1ae-4492-bccf-2da47374defd no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:32.880128 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:32.886307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fbeec18f-5d77-4674-92e4-cf90a392ab5f tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:32.907007 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1bf7a2ff-9f53-4e8d-b7a0-27bf4fcfb386 HTTP/1.1" status: 204  len: 168 time: 1.4996974
Nov 11 22:33:32.911356 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55148) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:32.918488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: c6d24a2a-c1ae-4492-bccf-2da47374defd {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:32.919204 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device c6d24a2a-c1ae-4492-bccf-2da47374defd not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:32.932551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4380bb-f2d2-4582-b41e-e019184e884d,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:32.936742 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:33.018628 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:33.093859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:33.110474 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8e506725-e93d-4c05-821b-eb2f1ddb9324 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:33.168484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eeec04-f506-4f50-9ce4-d51c332d9157,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:33.174698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:33.183079 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9a66f090c0648569564adf4cd364bd2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7759466
Nov 11 22:33:33.195472 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55152) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:33.357922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:33.401163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:33.466780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:33.791354 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:33.985533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:33.995541 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-dbd0dbd8-e3e6-4c1c-a2ae-1f4f07582b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:34.013205 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eeec04-f506-4f50-9ce4-d51c332d9157,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:34.022112 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:34.023930 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96eeec04-f506-4f50-9ce4-d51c332d9157 HTTP/1.1" status: 204  len: 168 time: 0.8240452
Nov 11 22:33:34.034467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.035441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.035858 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.036276 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.036671 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.037077 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.037511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.037914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.038873 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.039287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.039684 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:33:34.043587 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c64006b8-05cc-43ca-82c1-9d74fc06cd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:34.079033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55158) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:34.134698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:33:34.465813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:33:34.479607 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] Sync routers for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:33:34.499089 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:34.500174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b767b048>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:34.551046 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] 10.222.0.18 "PUT /v2.0/routers/07b8aa55-4838-43c7-ba0a-f09a3e8f68fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5089674
Nov 11 22:33:34.553822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55172) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:34.596269 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Deleting port 3be610d4-a66e-4492-84e0-8624d48c1d25 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:34.596720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:34.666981 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Deleting port dd3fd636-c61a-486d-820a-c4f4f77995b4 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:34.667351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:34.706716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:34.808441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] For port 3be610d4-a66e-4492-84e0-8624d48c1d25, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3be610d4-a66e-4492-84e0-8624d48c1d25,segment=NetworkSegment(b16bad92-c96b-466f-8e7f-c8bbe88428ce),segment_id=b16bad92-c96b-466f-8e7f-c8bbe88428ce)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:34.808748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:34.958894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Calling delete_port for 3be610d4-a66e-4492-84e0-8624d48c1d25 owned by network:router_interface {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:34.991681 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:34.992057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:35.114649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b767b048>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:33:32Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:35.119005 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] Checking router: 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:33:35.124390 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Calling delete_port for dd3fd636-c61a-486d-820a-c4f4f77995b4 owned by network:floatingip {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:35.131038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] Routers {'07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:35.131716 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b767b048>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:35.192836 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:35.334041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] Set router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:35.352801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:35.371687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f03b99bd-f947-4e56-83f2-375425be262d tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:35.475382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be610d4-a66e-4492-84e0-8624d48c1d25,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:35.484201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:35.786423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:35.805951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:35.812765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-178335f2-cdb3-4576-a853-9e3ed854f399 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:35.864777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b767b048>, [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:33:32Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:35.869922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ac623-1525-477c-96d2-81c2f16b34de None None] The sync data for ids ['07b8aa55-4838-43c7-ba0a-f09a3e8f68fb'] in dv-cinder-815883-4-iscsi is: [{'id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'name': 'tempest-TestMinimumBasicScenario-1266986610-router', 'tenant_id': '57f66330954d430abdc50a1a175c3450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:14Z', 'updated_at': '2021-11-11T22:33:32Z', 'revision_number': 5, 'project_id': '57f66330954d430abdc50a1a175c3450', 'gw_port': {'id': '8fbd45d4-b134-4543-b9b0-98f0be0e970a', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8aa55-4838-43c7-ba0a-f09a3e8f68fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:15Z', 'updated_at': '2021-11-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:33:35.884856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event deleted for resources: {'Port': ['ID=dd3fd636-c61a-486d-820a-c4f4f77995b4,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:35.885151 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:35.888821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:35.958662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Deleting port 8fbd45d4-b134-4543-b9b0-98f0be0e970a {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:35.961517 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:36.051767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:36.388318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] For port 8fbd45d4-b134-4543-b9b0-98f0be0e970a, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=8fbd45d4-b134-4543-b9b0-98f0be0e970a,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:36.388634 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:36.428603 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ef87b8ea-6b37-47e6-a6c4-df7e942b7e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:36.540409 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Calling delete_port for 8fbd45d4-b134-4543-b9b0-98f0be0e970a owned by network:router_gateway {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:36.675082 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-69a8b555-994d-4c58-ab10-649e3a1c1888 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3417320
Nov 11 22:33:36.677235 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Router 4b65e5fc-c013-43f8-ab88-377245f59ff5 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:33:36.893702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device eb4380bb-f2d2-4582-b41e-e019184e884d no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:36.900822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:33:36.914074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] Sync routers for ids ['4b65e5fc-c013-43f8-ab88-377245f59ff5'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:33:36.929471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] Routers {'4b65e5fc-c013-43f8-ab88-377245f59ff5'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:36.929471 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7352630>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['4b65e5fc-c013-43f8-ab88-377245f59ff5'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:36.950290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: eb4380bb-f2d2-4582-b41e-e019184e884d {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:36.950686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device eb4380bb-f2d2-4582-b41e-e019184e884d not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:36.952537 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] 10.222.0.18 "PUT /v2.0/routers/4b65e5fc-c013-43f8-ab88-377245f59ff5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0398362
Nov 11 22:33:36.956025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55192) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:36.966184 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-95b19bff-8be1-4d9a-ae84-ceff173ffb38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1099 time: 0.2649772
Nov 11 22:33:37.052440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:37.060008 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-436dbd65-461f-425b-bb09-7b08244c6c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:37.129854 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] Set router 4b65e5fc-c013-43f8-ab88-377245f59ff5 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:37.133976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbd45d4-b134-4543-b9b0-98f0be0e970a,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:37.184463 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:37.337590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:33:37.345375 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-85be6206-5119-4ac3-90bc-b0e58d1e6949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:37.346999 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-85be6206-5119-4ac3-90bc-b0e58d1e6949 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.3232846
Nov 11 22:33:37.415473 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks [] for router, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:37.474606 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7352630>, [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:33:35Z', 'revision_number': 5, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:37.479485 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] Checking router: 4b65e5fc-c013-43f8-ab88-377245f59ff5 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:33:37.494214 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] Routers {'4b65e5fc-c013-43f8-ab88-377245f59ff5'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:37.495070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7352630>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['4b65e5fc-c013-43f8-ab88-377245f59ff5'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:37.593209 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:37.646175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:37.691255 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Deleting port 38c3b5b8-7c6f-47eb-ad01-3645f4275242 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:37.691969 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:37.700561 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] Set router 4b65e5fc-c013-43f8-ab88-377245f59ff5 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:37.928652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] For port 38c3b5b8-7c6f-47eb-ad01-3645f4275242, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=38c3b5b8-7c6f-47eb-ad01-3645f4275242,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:37.928652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:37.980167 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:33:38.062443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Calling delete_port for 38c3b5b8-7c6f-47eb-ad01-3645f4275242 owned by network:router_gateway {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:38.147329 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-e5fbe511-446e-44d5-a571-c340526242a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 HTTP/1.1" status: 200  len: 1001 time: 0.7187641
Nov 11 22:33:38.218172 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7352630>, [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:33:35Z', 'revision_number': 5, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:38.223147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e786e0c-1195-44ec-8e7b-2cbbd5feeee5 None None] The sync data for ids ['4b65e5fc-c013-43f8-ab88-377245f59ff5'] in dv-cinder-815883-4-iscsi is: [{'id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'name': 'tempest-TestShelveInstance-1268052865-router', 'tenant_id': '335746e6b2794de2bf5653b11718b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:33:35Z', 'revision_number': 5, 'project_id': '335746e6b2794de2bf5653b11718b0cf', 'gw_port': {'id': '38c3b5b8-7c6f-47eb-ad01-3645f4275242', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65e5fc-c013-43f8-ab88-377245f59ff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:33Z', 'updated_at': '2021-11-11T22:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:33:38.266883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.272278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b94642aa-bca8-40e5-a7b8-54cb1b978f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:38.277106 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.298676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.315121 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-fea0c3c0-e17c-4a03-be8b-51c3ebe13142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:38.317270 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-fea0c3c0-e17c-4a03-be8b-51c3ebe13142 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.1604958
Nov 11 22:33:38.322096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c3b5b8-7c6f-47eb-ad01-3645f4275242,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:38.325012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:38.463896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.464663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07b8aa55-4838-43c7-ba0a-f09a3e8f68fb {{(pid=88344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:33:38.537181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.540981 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-aca5d9ac-4a9a-4c2c-8e93-362c3abac9d2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/07b8aa55-4838-43c7-ba0a-f09a3e8f68fb HTTP/1.1" status: 204  len: 168 time: 3.9836268
Nov 11 22:33:38.541430 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55204) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:38.548333 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-16050648-a18d-41e2-a537-35b3200050c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2231431
Nov 11 22:33:38.571751 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.738547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Deleting subnet 867023c9-b3e3-48ee-9e39-21b92fed6da5 {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:33:38.743871 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.779998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:33:38.792265 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:33:38.794293 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.817341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:38.821266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6b8c390>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:38.876911 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-0154e6e7-c9d7-4e88-86b1-f65923b5669e service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2956846
Nov 11 22:33:38.882442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.920336 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.924752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b57abddf-8652-4ef6-b1f2-50930f406a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.928407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:38.959010 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "DELETE /v2.0/floatingips/a26272a4-2883-4ac1-a1f9-5277b5949f49 HTTP/1.1" status: 204  len: 168 time: 4.8787835
Nov 11 22:33:38.965825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:38.976941 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.025588 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3be610d4-a66e-4492-84e0-8624d48c1d25 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:39.039652 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.040663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b65e5fc-c013-43f8-ab88-377245f59ff5 {{(pid=88345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:33:39.064893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.069270 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-70ae47a5-1d2f-4871-ab02-c3cc28603f39 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4b65e5fc-c013-43f8-ab88-377245f59ff5 HTTP/1.1" status: 204  len: 168 time: 2.1121187
Nov 11 22:33:39.073566 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55216) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:39.123045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 3be610d4-a66e-4492-84e0-8624d48c1d25 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:39.123489 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3be610d4-a66e-4492-84e0-8624d48c1d25 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:39.225833 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] Deleting subnet 3e3949ba-85ff-410b-94d8-7dbc16daec40 {{(pid=88345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:33:39.234249 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.246262 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'status': 'completed', 'code': 200}
Nov 11 22:33:39.270758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:39.319201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839003491'] for subnet, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.348923 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-aba618d9-f361-44ea-bc04-6b4349b8ebbc req-526ff4d1-606f-4909-b37e-5e0ccb03b127 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4346974
Nov 11 22:33:39.363355 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.430093 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.444323 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-83f4bff2-c85a-442d-9e03-1d1f44e85032 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 1099 time: 0.1947961
Nov 11 22:33:39.566715 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15913287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16235470'] for subnet, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.567360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.571154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:39.606601 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.617528 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d2e4049c-fef9-4ab6-8b4f-503df825dafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:39.634393 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3949ba-85ff-410b-94d8-7dbc16daec40,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:39.638590 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:39.641767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.653870 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6ded50d7-8925-4f2f-9a05-3be2e6f80281 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e3949ba-85ff-410b-94d8-7dbc16daec40 HTTP/1.1" status: 204  len: 168 time: 0.5779033
Nov 11 22:33:39.654156 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970c41e-0803-47d9-916e-b56904e4d8d4 None None] Network 7fe245ee-551f-4520-922e-1f596af0de20 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:33:39.654907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55224) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:39.711392 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55230) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:39.776703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867023c9-b3e3-48ee-9e39-21b92fed6da5,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:39.779503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:39.793903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.821023 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52a4c8-4e8d-4b67-ba3c-272852f16003 None None] Network b0c694f1-8a29-426a-81c5-2e4728668287 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:33:39.825082 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55236) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:39.825244 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/867023c9-b3e3-48ee-9e39-21b92fed6da5 HTTP/1.1" status: 204  len: 168 time: 1.2828367
Nov 11 22:33:39.845821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:39.861876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-c5b0b0e7-a273-4441-87f3-515e041ed0ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:39.864614 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-c5b0b0e7-a273-4441-87f3-515e041ed0ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.3985958
Nov 11 22:33:39.870839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Deleting port 487ccd1d-5d03-4852-9733-7e43e96ef70d {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:39.871231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.012407 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-9b203d15-e638-4f46-8f81-524b2b7cb213 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e HTTP/1.1" status: 200  len: 217 time: 0.1156547
Nov 11 22:33:40.066028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.113598 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.145609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-2b96370b-e204-4eec-a2f4-397cb4e5e803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:40.147389 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-2b96370b-e204-4eec-a2f4-397cb4e5e803 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.1245432
Nov 11 22:33:40.153766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Deleting port 72b9d018-8f4e-4348-b9db-e5315d630127 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:40.153766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.206898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:33:40.215640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248b0d0-f3a6-45bc-9918-1860a15328c4 req-87bcdcc7-5d8f-4dc6-af04-e91fd235b0d5 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:40.231813 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c248b0d0-f3a6-45bc-9918-1860a15328c4 req-87bcdcc7-5d8f-4dc6-af04-e91fd235b0d5 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 946 time: 0.5671818
Nov 11 22:33:40.233792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6b8c390>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:08Z', 'revision_number': 1, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:40.239576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:33:40.252676 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Usage tracker for resource:security_group_rule and tenant:71b074c7be1e41bebfc16aa44e88ccce is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:33:40.253016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:40.254464 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6b8c390>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:40.267695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:33:40.280770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:33:40.328490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218da799-ba32-4126-a57c-1c1354021261 None None] DHCP port deletion for 7fe245ee-551f-4520-922e-1f596af0de20 request from dv-cinder-815883-4-iscsi {{(pid=88346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 11 22:33:40.329883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] For port 487ccd1d-5d03-4852-9733-7e43e96ef70d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=487ccd1d-5d03-4852-9733-7e43e96ef70d,segment=NetworkSegment(b16bad92-c96b-466f-8e7f-c8bbe88428ce),segment_id=b16bad92-c96b-466f-8e7f-c8bbe88428ce)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:40.329883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.339001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-218da799-ba32-4126-a57c-1c1354021261 None None] Deleting port 487ccd1d-5d03-4852-9733-7e43e96ef70d {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:40.339440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-218da799-ba32-4126-a57c-1c1354021261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.363823 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c248b0d0-f3a6-45bc-9918-1860a15328c4 req-c443db22-5842-4d51-8623-6896e6cc18d6 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309631
Nov 11 22:33:40.373668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] DHCP port deletion for b0c694f1-8a29-426a-81c5-2e4728668287 request from dv-cinder-815883-4-iscsi {{(pid=88346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 11 22:33:40.416138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] Deleting port 72b9d018-8f4e-4348-b9db-e5315d630127 {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:40.416703 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.542421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] For port 72b9d018-8f4e-4348-b9db-e5315d630127, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=72b9d018-8f4e-4348-b9db-e5315d630127,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:40.542421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.682920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.689974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Calling delete_port for 72b9d018-8f4e-4348-b9db-e5315d630127 owned by network:dhcp {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:40.719551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.724402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Calling delete_port for 487ccd1d-5d03-4852-9733-7e43e96ef70d owned by network:dhcp {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:40.733314 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-17595ba5-3244-4cd7-9b3c-559f0f8a4d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:40.771111 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-d8514753-7929-48b6-93b0-e604fac04595 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6025333
Nov 11 22:33:40.796571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef4846-061a-4779-be2f-aaf2cef15644,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:40.803181 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71b074c7be1e41bebfc16aa44e88ccce&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0896320
Nov 11 22:33:40.803832 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:40.813997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55240) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:40.890885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6116fb4e-0cca-47a8-baa9-b8e49c80bde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.926805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6116fb4e-0cca-47a8-baa9-b8e49c80bde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.954053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.961511 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e695bc0a-d120-45ba-a4a4-abf9234eaef4 tempest-TestShelveInstance-409187983 tempest-TestShelveInstance-409187983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:40.963033 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:40.982323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:40.986383 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9a0ad337-cbe9-4690-ab48-49452c1d04e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:40.998188 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-b8bd0cd1-793a-48a4-bd20-9539c40ab3bd service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2108581
Nov 11 22:33:41.013576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=487ccd1d-5d03-4852-9733-7e43e96ef70d,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:41.016512 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:41.021840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6116fb4e-0cca-47a8-baa9-b8e49c80bde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.039107 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b9d018-8f4e-4348-b9db-e5315d630127,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:41.046267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:41.047490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9888dc28-7559-4fb6-9f2c-6a193bdd3388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:41.054663 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] No DVR routers for this DVR port 487ccd1d-5d03-4852-9733-7e43e96ef70d on host dv-cinder-815883-4-iscsi {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:33:41.064623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] No DVR routers for this DVR port 72b9d018-8f4e-4348-b9db-e5315d630127 on host dv-cinder-815883-4-iscsi {{(pid=88345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:33:41.093886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116fb4e-0cca-47a8-baa9-b8e49c80bde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef4846-061a-4779-be2f-aaf2cef15644,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:41.107166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6116fb4e-0cca-47a8-baa9-b8e49c80bde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:41.124497 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6116fb4e-0cca-47a8-baa9-b8e49c80bde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.128360 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6116fb4e-0cca-47a8-baa9-b8e49c80bde1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8ef4846-061a-4779-be2f-aaf2cef15644 HTTP/1.1" status: 204  len: 168 time: 0.3100553
Nov 11 22:33:41.182052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 487ccd1d-5d03-4852-9733-7e43e96ef70d no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:41.210693 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] For port 72b9d018-8f4e-4348-b9db-e5315d630127, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=72b9d018-8f4e-4348-b9db-e5315d630127,segment=NetworkSegment(16742175-4e51-46ef-89c8-716785c63261),segment_id=16742175-4e51-46ef-89c8-716785c63261)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:41.211283 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.281825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 487ccd1d-5d03-4852-9733-7e43e96ef70d {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:41.282578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 487ccd1d-5d03-4852-9733-7e43e96ef70d not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:41.283002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 38c3b5b8-7c6f-47eb-ad01-3645f4275242 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:41.284419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.323604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b667d358>,) {'filters': {'network_id': ['7fe245ee-551f-4520-922e-1f596af0de20']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:41.351194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b667d358>, 'b16bad92-c96b-466f-8e7f-c8bbe88428ce') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:41.351419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b667d358>, 'b16bad92-c96b-466f-8e7f-c8bbe88428ce') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:41.371000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.380378 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f7cb49c8-5b9c-415c-8a99-27fd85febb87 req-42c629ff-4a28-4e49-8552-453fa813f1e3 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3710515
Nov 11 22:33:41.390226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.398504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:33:41.398967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:33:41.415417 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:33:41.453170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] Calling delete_port for 72b9d018-8f4e-4348-b9db-e5315d630127 owned by network:dhcp {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:41.522420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 38c3b5b8-7c6f-47eb-ad01-3645f4275242 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:41.522808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 38c3b5b8-7c6f-47eb-ad01-3645f4275242 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:41.529146 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 72b9d018-8f4e-4348-b9db-e5315d630127 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:41.548068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.549487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.557805 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.572727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:41.576531 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-218da799-ba32-4126-a57c-1c1354021261 None None] For port 487ccd1d-5d03-4852-9733-7e43e96ef70d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=487ccd1d-5d03-4852-9733-7e43e96ef70d,segment=NetworkSegment(b16bad92-c96b-466f-8e7f-c8bbe88428ce),segment_id=b16bad92-c96b-466f-8e7f-c8bbe88428ce)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:41.576995 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-218da799-ba32-4126-a57c-1c1354021261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.581467 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b708dda0>,) {'filters': {'network_id': ['b0c694f1-8a29-426a-81c5-2e4728668287']}} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:41.590469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 72b9d018-8f4e-4348-b9db-e5315d630127 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:41.590866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 72b9d018-8f4e-4348-b9db-e5315d630127 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:41.591346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 8fbd45d4-b134-4543-b9b0-98f0be0e970a no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:41.598287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b708dda0>, '16742175-4e51-46ef-89c8-716785c63261') {'for_net_delete': True} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:41.598896 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b708dda0>, '16742175-4e51-46ef-89c8-716785c63261') {} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:41.612126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15772308'] for segment, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.625484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.634789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe245ee-551f-4520-922e-1f596af0de20,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:41.638848 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.645917 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 8fbd45d4-b134-4543-b9b0-98f0be0e970a {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:41.646313 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 8fbd45d4-b134-4543-b9b0-98f0be0e970a not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:41.648174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:41.659997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:33:41.662330 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838860827'] for segment, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.667778 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ca30066d-5ded-4fab-a94c-c87c7f956a5d admin admin] 10.222.0.18 "DELETE /v2.0/networks/7fe245ee-551f-4520-922e-1f596af0de20 HTTP/1.1" status: 204  len: 168 time: 2.0002503
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:33:41.691639 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:33:41.771670 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-218da799-ba32-4126-a57c-1c1354021261 None None] Calling delete_port for 487ccd1d-5d03-4852-9733-7e43e96ef70d owned by network:dhcp {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:41.817028 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.824462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:41.836504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2a4aa6eb-ebb9-4aff-baad-7f891728a8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:41.859945 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c694f1-8a29-426a-81c5-2e4728668287,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:41.863500 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:41.884540 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1cbca9cd-3e89-4892-bdbc-e3014d7bcfa0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0c694f1-8a29-426a-81c5-2e4728668287 HTTP/1.1" status: 204  len: 168 time: 2.0578895
Nov 11 22:33:41.886251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55262) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:41.891418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:33:41.892058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:33:41.901763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-9e4a8d19-1a70-42f8-bf24-de202ef3529f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:41.903064 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-9e4a8d19-1a70-42f8-bf24-de202ef3529f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Synchronizing usage tracker for tenant:6c57740d18784553b80eed25f69f8425 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:33:41.981434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-218da799-ba32-4126-a57c-1c1354021261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:33:41.981841 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-218da799-ba32-4126-a57c-1c1354021261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:33:41.989000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-9e4a8d19-1a70-42f8-bf24-de202ef3529f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Unset dirty status for tenant:6c57740d18784553b80eed25f69f8425 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:33:41.990877 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-9e4a8d19-1a70-42f8-bf24-de202ef3529f tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 946 time: 0.2311285
Nov 11 22:33:42.084669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Deleting port 29e7a150-adf6-4464-ad4a-5b76d14aed4e {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:42.085445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.169966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbd0fc-56d4-4149-9f67-5e18ff1dc75b req-df2f687c-e60e-4cc3-86c8-80ca4a82b41d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:42.171682 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0dbd0fc-56d4-4149-9f67-5e18ff1dc75b req-df2f687c-e60e-4cc3-86c8-80ca4a82b41d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 946 time: 0.6382730
Nov 11 22:33:42.198594 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55272) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:42.208754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6b8c390>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:08Z', 'revision_number': 1, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:42.213919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33e22a-9905-4a0c-916f-2b2a5396308b None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_floatingips': [{'id': 'eadef706-4c64-41a5-96ad-6cd2588d2067', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'router_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'port_id': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'mac_address': 'fa:16:3e:41:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9468646f-9754-4345-a59e-591a1f5771bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:04Z', 'updated_at': '2021-11-11T22:28:08Z', 'revision_number': 1, 'project_id': '6c57740d18784553b80eed25f69f8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:33:42.278387 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-a0dbd0fc-56d4-4149-9f67-5e18ff1dc75b req-11066c7b-a0e5-405c-ab53-efae2ba63ca8 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985553
Nov 11 22:33:42.323131 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8d53c817-45cd-4d45-9679-9170410afc5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5662459331cb471ca57d033755c019c5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1214907
Nov 11 22:33:42.326051 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55276) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:42.393996 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] Deleting port 72b9d018-8f4e-4348-b9db-e5315d630127 {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:42.394613 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.416727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] For port 29e7a150-adf6-4464-ad4a-5b76d14aed4e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=29e7a150-adf6-4464-ad4a-5b76d14aed4e,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:42.417142 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.477347 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-50838045-2190-4a0f-a827-c63556833a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.513359 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-d477f6db-16b0-405a-ba8d-6d8fee61039d None None] The port '72b9d018-8f4e-4348-b9db-e5315d630127' was deleted {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 11 22:33:42.515248 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-218da799-ba32-4126-a57c-1c1354021261 None None] Deleting port 487ccd1d-5d03-4852-9733-7e43e96ef70d {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:42.515911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-218da799-ba32-4126-a57c-1c1354021261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.555054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Calling delete_port for 29e7a150-adf6-4464-ad4a-5b76d14aed4e owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:42.620823 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-218da799-ba32-4126-a57c-1c1354021261 None None] The port '487ccd1d-5d03-4852-9733-7e43e96ef70d' was deleted {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 11 22:33:42.634075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-50838045-2190-4a0f-a827-c63556833a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.738912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.780570 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.796918 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:42.797181 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-50838045-2190-4a0f-a827-c63556833a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.797878 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a8fe9669-2564-4ff2-be49-def39f660134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:42.829922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50838045-2190-4a0f-a827-c63556833a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f162727e-f691-4b92-9271-2b8418ed00e1,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:42.834191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-50838045-2190-4a0f-a827-c63556833a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:42.843178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-50838045-2190-4a0f-a827-c63556833a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.846681 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-50838045-2190-4a0f-a827-c63556833a99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f162727e-f691-4b92-9271-2b8418ed00e1 HTTP/1.1" status: 204  len: 168 time: 0.5170155
Nov 11 22:33:42.846810 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event deleted for resources: {'Port': ['ID=29e7a150-adf6-4464-ad4a-5b76d14aed4e,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:42.849799 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:42.869746 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71569bbe-5761-4781-b1fc-aa8b6061c735 None None] New status for floating IP a26272a4-2883-4ac1-a1f9-5277b5949f49: DOWN {{(pid=88347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:33:42.952337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] No DVR routers for this DVR port 29e7a150-adf6-4464-ad4a-5b76d14aed4e on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:33:42.955039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:42.959395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'name': 'network-vif-deleted', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:43.029229 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148e028f-d5fa-4a5e-83c5-e7d960d3d62d', 'name': 'network-vif-deleted', 'tag': '29e7a150-adf6-4464-ad4a-5b76d14aed4e', 'status': 'completed', 'code': 200}
Nov 11 22:33:43.032723 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ed5ca92-43f3-4914-9a1b-a56208244a01 req-b170c4b5-95d9-4298-9197-d6f9b2447ded tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "DELETE /v2.0/ports/29e7a150-adf6-4464-ad4a-5b76d14aed4e HTTP/1.1" status: 204  len: 173 time: 1.0341127
Nov 11 22:33:43.556573 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55302) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:43.592399 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-1eb9d2f1-9e28-4e8c-be1e-fc06aaab8300 req-218c68ac-e162-4faa-afd6-518140de9d51 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=148e028f-d5fa-4a5e-83c5-e7d960d3d62d HTTP/1.1" status: 200  len: 210 time: 0.0560570
Nov 11 22:33:43.620116 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b80140f6-6a9a-4f34-9711-6de7465cf4a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=335746e6b2794de2bf5653b11718b0cf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0552850
Nov 11 22:33:43.620814 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55306) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:43.667233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Deleting port 537427a7-821a-4312-849b-b07efeaaac18 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:43.667576 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:43.723843 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8a62b4cf-6284-4ef9-94f4-73df4c857aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:43.767554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8a62b4cf-6284-4ef9-94f4-73df4c857aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:43.849530 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8a62b4cf-6284-4ef9-94f4-73df4c857aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:43.856682 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d71c0417-1288-4489-bfb7-f5690e08f3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:43.871213 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62b4cf-6284-4ef9-94f4-73df4c857aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220af714-35e7-4033-a8c0-4f9173205337,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:43.874640 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8a62b4cf-6284-4ef9-94f4-73df4c857aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:43.875443 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] For port 537427a7-821a-4312-849b-b07efeaaac18, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=537427a7-821a-4312-849b-b07efeaaac18,segment=NetworkSegment(414adf75-e78f-430e-bd46-0de6db7fd4e7),segment_id=414adf75-e78f-430e-bd46-0de6db7fd4e7)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:43.876004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:43.878656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8a62b4cf-6284-4ef9-94f4-73df4c857aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:43.880092 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8a62b4cf-6284-4ef9-94f4-73df4c857aa7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/220af714-35e7-4033-a8c0-4f9173205337 HTTP/1.1" status: 204  len: 168 time: 0.2578094
Nov 11 22:33:44.012201 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Calling delete_port for 537427a7-821a-4312-849b-b07efeaaac18 owned by network:router_interface {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:44.291538 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:44.297345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6485f5f6-3786-4faa-9a23-7119a8fa5d36 tempest-TestMinimumBasicScenario-1862974145 tempest-TestMinimumBasicScenario-1862974145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:44.342936 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=537427a7-821a-4312-849b-b07efeaaac18,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:44.346207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:44.607142 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 29e7a150-adf6-4464-ad4a-5b76d14aed4e no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:44.645706 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 29e7a150-adf6-4464-ad4a-5b76d14aed4e {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:44.646124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 29e7a150-adf6-4464-ad4a-5b76d14aed4e not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:44.667635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:45.506475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Router 67fac547-6479-4fba-895a-3f6dd580cbd2 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:33:45.716926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:33:45.726917 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-88211c5d-80ab-43a9-8518-4b34abfaeaf9 admin admin] 10.222.0.18 "PUT /v2.0/routers/67fac547-6479-4fba-895a-3f6dd580cbd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8377264
Nov 11 22:33:45.729762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55330) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:45.729922 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] Sync routers for ids ['67fac547-6479-4fba-895a-3f6dd580cbd2'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:33:45.743136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] Routers {'67fac547-6479-4fba-895a-3f6dd580cbd2'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:45.743812 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7548b70>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67fac547-6479-4fba-895a-3f6dd580cbd2'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:45.930445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] Set router 67fac547-6479-4fba-895a-3f6dd580cbd2 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:45.936407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks [] for router, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:46.151421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:46.228768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Deleting port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:46.229212 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:46.237668 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7548b70>, [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:33:44Z', 'revision_number': 5, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port': {'id': 'e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:23Z', 'updated_at': '2021-11-11T22:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:46.243074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] Checking router: 67fac547-6479-4fba-895a-3f6dd580cbd2 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:33:46.254688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] Routers {'67fac547-6479-4fba-895a-3f6dd580cbd2'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:46.255272 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b7548b70>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['67fac547-6479-4fba-895a-3f6dd580cbd2'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:46.421454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] For port e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:46.421855 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:46.422149 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] Set router 67fac547-6479-4fba-895a-3f6dd580cbd2 gateway port host: None {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:46.534784 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b7548b70>, [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:33:46Z', 'revision_number': 6, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port_host': None}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:46.539060 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324d7750-58c7-4e79-a3ca-d8c2f334cab2 None None] The sync data for ids ['67fac547-6479-4fba-895a-3f6dd580cbd2'] in dv-cinder-815883-4-iscsi is: [{'id': '67fac547-6479-4fba-895a-3f6dd580cbd2', 'name': 'tempest-TestMinimumBasicScenario-2022244366-router', 'tenant_id': 'b3df926489c0431eac44ad93d82780f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:28:22Z', 'updated_at': '2021-11-11T22:33:46Z', 'revision_number': 6, 'project_id': 'b3df926489c0431eac44ad93d82780f0', 'gw_port_host': None}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:33:46.551231 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Calling delete_port for e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 owned by network:router_gateway {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:46.765614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:46.770994 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eaf38478-674b-486a-b863-6f62f5d05324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:46.811808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:46.816778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:46.861691 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 537427a7-821a-4312-849b-b07efeaaac18 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:46.902337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 537427a7-821a-4312-849b-b07efeaaac18 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:46.902724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 537427a7-821a-4312-849b-b07efeaaac18 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:47.047960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.538727 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.543636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.650750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.651320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67fac547-6479-4fba-895a-3f6dd580cbd2 {{(pid=88345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:33:47.664762 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.666070 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-baa1a712-a095-4211-92b0-c777074e1510 admin admin] 10.222.0.18 "DELETE /v2.0/routers/67fac547-6479-4fba-895a-3f6dd580cbd2 HTTP/1.1" status: 204  len: 168 time: 1.9350734
Nov 11 22:33:47.668869 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55346) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:47.740035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] Deleting subnet fcd332ae-3d5b-4afd-a208-95761eb7fb21 {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:33:47.743431 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.796110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.880901 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.971395 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:47.976136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:48.013331 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd332ae-3d5b-4afd-a208-95761eb7fb21,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:48.016355 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:48.019437 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.025080 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5fee62-fadb-4325-b422-5a72b2b143be None None] Network d889008d-d9c8-404f-b61a-85b0b31c7299 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:33:48.026885 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-fb2bbe4e-cea9-4203-a59f-f26c17006397 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fcd332ae-3d5b-4afd-a208-95761eb7fb21 HTTP/1.1" status: 204  len: 168 time: 0.3568146
Nov 11 22:33:48.029466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55350) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:48.151729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.163954 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Deleting port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:48.164341 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.286401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] DHCP port deletion for d889008d-d9c8-404f-b61a-85b0b31c7299 request from dv-cinder-815883-4-iscsi {{(pid=88346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 11 22:33:48.294039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] Deleting port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:48.294737 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.386768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] For port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=da5d09c8-7e8f-4165-87f6-40ba4bcb58d2,segment=NetworkSegment(414adf75-e78f-430e-bd46-0de6db7fd4e7),segment_id=414adf75-e78f-430e-bd46-0de6db7fd4e7)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:48.387220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.510175 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] For port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=da5d09c8-7e8f-4165-87f6-40ba4bcb58d2,segment=NetworkSegment(414adf75-e78f-430e-bd46-0de6db7fd4e7),segment_id=414adf75-e78f-430e-bd46-0de6db7fd4e7)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:48.510815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.513478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Calling delete_port for da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 owned by network:dhcp {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:48.638222 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.643388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-386a5f35-95b2-4a3c-9404-2fc418ee619f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:48.691236 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5d09c8-7e8f-4165-87f6-40ba4bcb58d2,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:48.693968 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:48.699891 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] No DVR routers for this DVR port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 on host dv-cinder-815883-4-iscsi {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:33:48.803054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] Calling delete_port for da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 owned by network:dhcp {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:48.836524 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.879534 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:48.879683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b6c157f0>,) {'filters': {'network_id': ['d889008d-d9c8-404f-b61a-85b0b31c7299']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:48.893302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6c157f0>, '414adf75-e78f-430e-bd46-0de6db7fd4e7') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:48.893774 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6c157f0>, '414adf75-e78f-430e-bd46-0de6db7fd4e7') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:48.905998 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.918021 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:48.918415 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device e55c6b50-b9d5-4e3c-a13f-4b94ea86fa19 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:48.918881 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:33:48.921096 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.928205 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:33:48.928631 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:33:48.942468 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:33:48.946785 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:33:48.947203 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:33:48.952153 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:33:48.952552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:33:49.049358 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:49.055856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:49.070183 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:49.082425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d889008d-d9c8-404f-b61a-85b0b31c7299,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:49.085478 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d889008d-d9c8-404f-b61a-85b0b31c7299 HTTP/1.1" status: 204  len: 168 time: 1.0549428
Nov 11 22:33:49.086488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:49.414287 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55364) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:49.449092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] Deleting port da5d09c8-7e8f-4165-87f6-40ba4bcb58d2 {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:49.449752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:49.469131 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4fa0916c-96a1-4981-9d23-0d30e917bf61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57f66330954d430abdc50a1a175c3450&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0529594
Nov 11 22:33:49.471665 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55368) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:49.515333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0833e-865a-478a-9e46-75480d4c97a6 None None] The port 'da5d09c8-7e8f-4165-87f6-40ba4bcb58d2' was deleted {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 11 22:33:49.536171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-966a6965-7d26-419e-ba6d-766982e7970a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:49.562193 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-966a6965-7d26-419e-ba6d-766982e7970a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:49.656635 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-966a6965-7d26-419e-ba6d-766982e7970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:49.661978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1921d507-70c4-4ff0-b943-77171059cd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:49.675408 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a6965-7d26-419e-ba6d-766982e7970a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a9d0d5-158c-4512-a2c9-a59849b1bd90,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:49.678206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-966a6965-7d26-419e-ba6d-766982e7970a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:49.716507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-966a6965-7d26-419e-ba6d-766982e7970a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:49.717766 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-966a6965-7d26-419e-ba6d-766982e7970a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0a9d0d5-158c-4512-a2c9-a59849b1bd90 HTTP/1.1" status: 204  len: 168 time: 0.2451406
Nov 11 22:33:50.283368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55378) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:50.337550 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-0fbd320a-c463-47c4-858d-3051e71c59d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3df926489c0431eac44ad93d82780f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522397
Nov 11 22:33:50.340124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55382) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:50.411022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b76c99ad-68de-4dc3-ad2c-c3daee677982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:50.440673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b76c99ad-68de-4dc3-ad2c-c3daee677982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:50.530937 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b76c99ad-68de-4dc3-ad2c-c3daee677982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:50.537316 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9db2b24f-16de-4ddc-ba20-9eda06bc31b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:50.548001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c99ad-68de-4dc3-ad2c-c3daee677982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1ccc3c-21a2-443d-b2b3-a7284644011f,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:50.551239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b76c99ad-68de-4dc3-ad2c-c3daee677982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:50.556967 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b76c99ad-68de-4dc3-ad2c-c3daee677982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:50.558359 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b76c99ad-68de-4dc3-ad2c-c3daee677982 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c1ccc3c-21a2-443d-b2b3-a7284644011f HTTP/1.1" status: 204  len: 168 time: 0.2172287
Nov 11 22:33:52.497061 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55402) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:33:52.710769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Deleting port d03b1339-1e88-41f6-8752-632d6e785bb7 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:52.711152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:53.117826 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:53.118052 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:53.249662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Calling delete_port for d03b1339-1e88-41f6-8752-632d6e785bb7 owned by network:floatingip {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:53.485218 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:53.491032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-20a349b9-1475-4ef6-9f09-761f0a3775b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:53.536919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event deleted for resources: {'Port': ['ID=d03b1339-1e88-41f6-8752-632d6e785bb7,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:53.539730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:53.630343 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:54.033303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:33:54.245170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:33:54.255411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:33:54.263887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:54.268278 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:54.268919 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b777a7b8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:54.319262 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8e5bdbc7-89e8-491b-8fa1-312ea9965c27 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "DELETE /v2.0/floatingips/eadef706-4c64-41a5-96ad-6cd2588d2067 HTTP/1.1" status: 204  len: 168 time: 1.8208983
Nov 11 22:33:54.319960 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:54.377313 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'status': 'completed', 'code': 200}
Nov 11 22:33:54.455007 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:54.821189 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b777a7b8>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:54.825454 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:33:54.836909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e060a-7dfd-4ab9-8b79-d685df06176d req-fda69956-4253-4d4c-8030-469a64287989 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:54.838351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:33:54.838657 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-739e060a-7dfd-4ab9-8b79-d685df06176d req-fda69956-4253-4d4c-8030-469a64287989 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0900633
Nov 11 22:33:54.839062 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b777a7b8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:33:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:54.896377 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-739e060a-7dfd-4ab9-8b79-d685df06176d req-e7e358b4-b51c-4047-8bbd-b62c483e92e7 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499580
Nov 11 22:33:55.023595 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:33:55.351451 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b777a7b8>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:33:55.355505 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985e63e-a8f3-4741-9c8f-19ebf5e5007f None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:22:30Z', 'revision_number': 4, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '9fe7ab98-49aa-4d89-a7d8-a46e2e811d58', 'name': '', 'network_id': '1368af54-0291-4cb3-a24f-f27118575299', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'mac_address': 'fa:16:3e:cd:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:29Z', 'updated_at': '2021-11-11T22:22:39Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'subnets': [{'id': '96acc01a-7f24-4fe5-bfe7-8503d2aeac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:33:55.839979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cb112-0a1b-4ddd-bcc1-88d2ddc136be None None] New status for floating IP eadef706-4c64-41a5-96ad-6cd2588d2067: DOWN {{(pid=88346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:33:56.103305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b10e6-3919-4256-88ce-19926918abd8 req-9940cd06-e046-43a5-b59c-35003a990aa2 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:56.104927 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-014b10e6-3919-4256-88ce-19926918abd8 req-9940cd06-e046-43a5-b59c-35003a990aa2 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0816967
Nov 11 22:33:56.155278 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-014b10e6-3919-4256-88ce-19926918abd8 req-8bff344b-cb08-409f-8490-0e0a24dfe152 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439496
Nov 11 22:33:56.793824 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-8ed185ac-6f19-4583-b272-232ff3c5cab6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c57740d18784553b80eed25f69f8425&device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 1098 time: 0.0781474
Nov 11 22:33:56.944673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-bfd86473-5bcb-488a-8cf6-e663ca84151a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:56.946335 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-bfd86473-5bcb-488a-8cf6-e663ca84151a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 200  len: 912 time: 0.1417136
Nov 11 22:33:57.020577 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-85f9d8b3-a459-4692-a505-312d41155631 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c HTTP/1.1" status: 200  len: 217 time: 0.0641510
Nov 11 22:33:57.092388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-6516394c-2423-4cff-a835-3c49ef95f56b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:57.093905 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-6516394c-2423-4cff-a835-3c49ef95f56b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 200  len: 850 time: 0.0662501
Nov 11 22:33:57.106070 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:57.178668 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-bc92cbae-e56b-473d-b0b3-16be9aae4c51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1368af54-0291-4cb3-a24f-f27118575299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769088
Nov 11 22:33:57.323326 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-83563a59-1719-4d0c-948d-5ff5c1f88d56 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363857
Nov 11 22:33:57.366575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0bbfe-2740-4bdc-96c7-892fa306e1a2 req-a1219417-e8d8-405a-9d63-46ba6968291d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:57.368110 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55b0bbfe-2740-4bdc-96c7-892fa306e1a2 req-a1219417-e8d8-405a-9d63-46ba6968291d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0878506
Nov 11 22:33:57.417624 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-55b0bbfe-2740-4bdc-96c7-892fa306e1a2 req-fb7ec3c2-b5e2-47e9-8347-b09dd76102c8 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430796
Nov 11 22:33:57.471464 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-85f2f060-8593-43d8-9105-7d04b0d30344 req-1d254698-da3a-4c7e-8bbd-a66ed92b92a2 service neutron] 10.222.0.65 "GET /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364894
Nov 11 22:33:58.285364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-d6158141-4374-425c-8221-9a71a7652897 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:58.286132 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-d6158141-4374-425c-8221-9a71a7652897 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Synchronizing usage tracker for tenant:6c57740d18784553b80eed25f69f8425 on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:33:58.328982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-d6158141-4374-425c-8221-9a71a7652897 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Unset dirty status for tenant:6c57740d18784553b80eed25f69f8425 on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:33:58.330273 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-d6158141-4374-425c-8221-9a71a7652897 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.1293111
Nov 11 22:33:58.410605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Deleting port bf45994a-06ad-46f4-9a4a-85d278e4489c {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:33:58.411566 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:58.648191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de81d34-4264-4894-b1ff-257aae13faf5 req-fd1af0ae-a996-4f84-9a9b-48bbc3024276 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:33:58.649978 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4de81d34-4264-4894-b1ff-257aae13faf5 req-fd1af0ae-a996-4f84-9a9b-48bbc3024276 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 945 time: 0.0883408
Nov 11 22:33:58.686592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] For port bf45994a-06ad-46f4-9a4a-85d278e4489c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=bf45994a-06ad-46f4-9a4a-85d278e4489c,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:33:58.687448 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:58.714699 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-4de81d34-4264-4894-b1ff-257aae13faf5 req-14d8b4df-cf63-4cd9-9965-e98b5f7cee3a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b2e7852-1664-4950-8a26-7cb852ac091d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578299
Nov 11 22:33:58.824504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Calling delete_port for bf45994a-06ad-46f4-9a4a-85d278e4489c owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:33:59.090674 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:59.098757 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bda8c30d-49e6-46a7-880e-940154472c98 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:33:59.146912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event deleted for resources: {'Port': ['ID=bf45994a-06ad-46f4-9a4a-85d278e4489c,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:33:59.149683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:33:59.231542 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] No DVR routers for this DVR port bf45994a-06ad-46f4-9a4a-85d278e4489c on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:33:59.234412 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:33:59.237566 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'name': 'network-vif-deleted', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:33:59.298418 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8f0738fc-6d8c-4a0d-8e95-5c40c3e19fe5 req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.65 "DELETE /v2.0/ports/bf45994a-06ad-46f4-9a4a-85d278e4489c HTTP/1.1" status: 204  len: 173 time: 0.9609709
Nov 11 22:33:59.302497 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9468646f-9754-4345-a59e-591a1f5771bf', 'name': 'network-vif-deleted', 'tag': 'bf45994a-06ad-46f4-9a4a-85d278e4489c', 'status': 'completed', 'code': 200}
Nov 11 22:33:59.891099 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-9ac5be59-7806-4dc2-a4da-a30adcc169ea req-90854995-d675-4135-bda8-13ba0a3309c7 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 210 time: 0.0456026
Nov 11 22:34:01.060915 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-5ac32a21-3fe3-4459-9b9d-39a40317ea34 req-827dc55b-179a-454e-9455-96024b20cb8a tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 210 time: 0.0456264
Nov 11 22:34:02.230983 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-51996eff-f155-4cb7-a3b9-308e5c1dbca8 req-e02c9739-777f-4067-bba2-61dfd0c8e200 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 210 time: 0.0489547
Nov 11 22:34:03.402893 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f02205f8-730e-4a36-bdee-a5c8ad4b20a7 req-ee5f490d-f870-4a3f-8ff9-8692897e445d tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 210 time: 0.0463488
Nov 11 22:34:03.409377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device bf45994a-06ad-46f4-9a4a-85d278e4489c no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:34:03.443604 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: bf45994a-06ad-46f4-9a4a-85d278e4489c {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:34:03.443999 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device bf45994a-06ad-46f4-9a4a-85d278e4489c not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:34:04.601360 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-f47daa1d-ef46-48f3-8d34-465b569baf62 req-60daebbc-c552-43d9-8379-6f1fd72b4c97 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9468646f-9754-4345-a59e-591a1f5771bf HTTP/1.1" status: 200  len: 210 time: 0.0642037
Nov 11 22:34:05.708924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55498) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:05.874637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Deleting port 48972fef-3090-448c-89fe-64374555002e {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:05.874950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:06.282596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:06.282975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:06.408802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Calling delete_port for 48972fef-3090-448c-89fe-64374555002e owned by network:floatingip {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:06.438773 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4748de6a-478c-45e5-b129-4e66404aa181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:06.581821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:06.587020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b5265040-80b3-407d-a839-88c399c56d6b tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:06.627691 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event deleted for resources: {'Port': ['ID=48972fef-3090-448c-89fe-64374555002e,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:06.631600 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:06.726748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for floatingip, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:06.741144 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:06.742438 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "DELETE /v2.0/floatingips/6bc634b2-979c-4a18-b7a6-22c9a20254c0 HTTP/1.1" status: 204  len: 168 time: 1.0322056
Nov 11 22:34:08.228523 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55530) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:08.304306 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6f6837fb-a7f6-48ef-ac4f-cda24e4c1dc4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:08.334974 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6f6837fb-a7f6-48ef-ac4f-cda24e4c1dc4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:08.427168 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6f6837fb-a7f6-48ef-ac4f-cda24e4c1dc4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:08.432483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-330903fa-7e35-40e2-b3f1-adf5100565a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:08.448770 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6837fb-a7f6-48ef-ac4f-cda24e4c1dc4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e7852-1664-4950-8a26-7cb852ac091d,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:08.451256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6f6837fb-a7f6-48ef-ac4f-cda24e4c1dc4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:08.495719 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6f6837fb-a7f6-48ef-ac4f-cda24e4c1dc4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:08.496970 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6f6837fb-a7f6-48ef-ac4f-cda24e4c1dc4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] 10.222.0.18 "DELETE /v2.0/security-groups/5b2e7852-1664-4950-8a26-7cb852ac091d HTTP/1.1" status: 204  len: 168 time: 0.2672539
Nov 11 22:34:08.609675 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55538) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:08.839053 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e4d4922f-28aa-4ae0-b8f3-e123b4f3247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:08.840674 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:09.277494 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:09.450527 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:09.908953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Deleting port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:09.909364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:10.113979 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] For port 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:10.114379 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:10.240515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Calling delete_port for 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 owned by network:router_interface {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:10.575813 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:10.580329 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2cb0e8f0-cf95-43cb-93d6-179d2892393e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:10.622130 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe7ab98-49aa-4d89-a7d8-a46e2e811d58,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:10.624965 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:10.941856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.096074 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55556) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:11.163252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.253164 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.291592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:34:11.296122 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8f17efd02648899c115e93436fc6da is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:34:11.299381 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:34:11.306056 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:34:11.382067 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.416321 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.424544 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-eeba5cfd-3da4-4538-9051-d303a60fc01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:11.470270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefadf45-5870-4b04-9fbd-88e2f4d602b0,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:11.474613 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea8f17efd02648899c115e93436fc6da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3774228
Nov 11 22:34:11.475630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-d040acb2-1423-46a5-96e1-bec897ee4be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:11.477307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55562) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:11.541110 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-12da8ff7-538e-440b-81be-cbfc92ab88e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.572572 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-12da8ff7-538e-440b-81be-cbfc92ab88e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.644233 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-12da8ff7-538e-440b-81be-cbfc92ab88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.649633 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-05d3a45e-d253-47a5-87b3-62239a4599e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:11.663410 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da8ff7-538e-440b-81be-cbfc92ab88e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefadf45-5870-4b04-9fbd-88e2f4d602b0,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:11.666504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-12da8ff7-538e-440b-81be-cbfc92ab88e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:11.667487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-12da8ff7-538e-440b-81be-cbfc92ab88e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:11.671935 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-12da8ff7-538e-440b-81be-cbfc92ab88e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fefadf45-5870-4b04-9fbd-88e2f4d602b0 HTTP/1.1" status: 204  len: 168 time: 0.1935606
Nov 11 22:34:11.785971 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:34:12.012942 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:34:12.023718 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] Sync routers for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:34:12.027640 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-a3aa4cfe-1a06-4d11-95ef-59669a320b1a admin admin] 10.222.0.18 "PUT /v2.0/routers/1adc77d9-c111-4b23-b4d7-8acdfbe894b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4164388
Nov 11 22:34:12.030529 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55568) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:12.062180 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:34:12.063217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b777add8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:34:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:12.243439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks [] for router, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:12.248154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:34:12.458886 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:12.518667 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Deleting port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:12.519013 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:12.689016 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b777add8>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:34:10Z', 'revision_number': 5, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port': {'id': '3b59f7b8-31ab-4996-a1d1-c2eefcaae629', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:21Z', 'updated_at': '2021-11-11T22:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:12.693624 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] Checking router: 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:34:12.704648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] For port 3b59f7b8-31ab-4996-a1d1-c2eefcaae629, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=3b59f7b8-31ab-4996-a1d1-c2eefcaae629,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:12.705057 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:12.705245 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] Routers {'1adc77d9-c111-4b23-b4d7-8acdfbe894b0'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:34:12.705944 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b777add8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:34:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:12.837975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Calling delete_port for 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 owned by network:router_gateway {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:12.865003 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] Set router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 gateway port host: None {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:34:12.980087 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b777add8>, [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:34:12Z', 'revision_number': 6, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port_host': None}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:12.984376 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b656b9f-b8e3-439a-8725-bad671fa8989 None None] The sync data for ids ['1adc77d9-c111-4b23-b4d7-8acdfbe894b0'] in dv-cinder-815883-4-iscsi is: [{'id': '1adc77d9-c111-4b23-b4d7-8acdfbe894b0', 'name': 'tempest-TestVolumeBootPattern-929547954-router', 'tenant_id': '6c57740d18784553b80eed25f69f8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:20Z', 'updated_at': '2021-11-11T22:34:12Z', 'revision_number': 6, 'project_id': '6c57740d18784553b80eed25f69f8425', 'gw_port_host': None}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:34:13.044460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:13.049423 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-93d57448-90ea-46b7-a519-54d2296aec2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:13.094030 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b59f7b8-31ab-4996-a1d1-c2eefcaae629,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:13.096898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:13.327055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:13.596083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:13.601490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:13.763921 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:13.764554 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1adc77d9-c111-4b23-b4d7-8acdfbe894b0 {{(pid=88344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:34:13.777244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:13.778527 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-9db267f5-4e59-494f-a507-a7b2c876398d admin admin] 10.222.0.18 "DELETE /v2.0/routers/1adc77d9-c111-4b23-b4d7-8acdfbe894b0 HTTP/1.1" status: 204  len: 168 time: 1.7469187
Nov 11 22:34:13.781442 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55572) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:13.862159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] Deleting subnet 96acc01a-7f24-4fe5-bfe7-8503d2aeac66 {{(pid=88345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:34:13.865795 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:13.919895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839003491'] for subnet, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.002728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.268821 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:34:14.301825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15913287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16235470'] for subnet, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.307024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:14.342898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96acc01a-7f24-4fe5-bfe7-8503d2aeac66,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:14.347182 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:14.350020 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.355458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26212ec3-7a71-4f08-be5b-b37448f249ca None None] Network 1368af54-0291-4cb3-a24f-f27118575299 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:34:14.362290 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7c9042db-ce28-4a96-85ef-13f4d42e6f3e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96acc01a-7f24-4fe5-bfe7-8503d2aeac66 HTTP/1.1" status: 204  len: 168 time: 0.5796759
Nov 11 22:34:14.364856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55576) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:14.483445 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.495460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Deleting port 7fd2bb83-db51-419b-82f3-04bea670525d {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:14.495840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.625730 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] DHCP port deletion for 1368af54-0291-4cb3-a24f-f27118575299 request from dv-cinder-815883-4-iscsi {{(pid=88346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 11 22:34:14.630797 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] Deleting port 7fd2bb83-db51-419b-82f3-04bea670525d {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:14.631371 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.717899 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] For port 7fd2bb83-db51-419b-82f3-04bea670525d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=7fd2bb83-db51-419b-82f3-04bea670525d,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:14.718303 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.843308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] For port 7fd2bb83-db51-419b-82f3-04bea670525d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=7fd2bb83-db51-419b-82f3-04bea670525d,segment=NetworkSegment(de9fa253-312a-4f9e-afa1-e7c3bba5a2cf),segment_id=de9fa253-312a-4f9e-afa1-e7c3bba5a2cf)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:14.843788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.854738 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Calling delete_port for 7fd2bb83-db51-419b-82f3-04bea670525d owned by network:dhcp {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:14.916273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:34:14.968520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:14.973256 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:15.006683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] Calling delete_port for 7fd2bb83-db51-419b-82f3-04bea670525d owned by network:dhcp {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:15.019914 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd2bb83-db51-419b-82f3-04bea670525d,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:15.022786 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:15.025456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] No DVR routers for this DVR port 7fd2bb83-db51-419b-82f3-04bea670525d on host dv-cinder-815883-4-iscsi {{(pid=88345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:34:15.042288 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:34:15.042680 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 3b59f7b8-31ab-4996-a1d1-c2eefcaae629 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:34:15.043139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 7fd2bb83-db51-419b-82f3-04bea670525d no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:34:15.080787 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 7fd2bb83-db51-419b-82f3-04bea670525d {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:34:15.081118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 7fd2bb83-db51-419b-82f3-04bea670525d not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:34:15.081579 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:34:15.123902 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:34:15.124292 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 9fe7ab98-49aa-4d89-a7d8-a46e2e811d58 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:34:15.147483 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:34:15.147892 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:34:15.150169 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:15.177885 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b6655e80>,) {'filters': {'network_id': ['1368af54-0291-4cb3-a24f-f27118575299']}} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:15.190856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6655e80>, 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf') {'for_net_delete': True} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:15.191200 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b6655e80>, 'de9fa253-312a-4f9e-afa1-e7c3bba5a2cf') {} {{(pid=88345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:15.203284 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15772308'] for segment, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:15.218242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:15.226487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:34:15.226924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838860827'] for segment, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:34:15.241760 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:34:15.352925 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:15.356612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:15.370589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:15.381612 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Pushing event deleted for resources: {'Network': ['ID=1368af54-0291-4cb3-a24f-f27118575299,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:15.385310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:15.422291 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4c844b73-0555-4995-aa59-4b8610514fff admin admin] 10.222.0.18 "DELETE /v2.0/networks/1368af54-0291-4cb3-a24f-f27118575299 HTTP/1.1" status: 204  len: 168 time: 1.0562811
Nov 11 22:34:15.425124 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55582) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:15.649138 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] Deleting port 7fd2bb83-db51-419b-82f3-04bea670525d {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:15.649623 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:15.715317 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-fed050a2-afb6-473c-8bc5-bb90d2eceda2 None None] The port '7fd2bb83-db51-419b-82f3-04bea670525d' was deleted {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 11 22:34:15.834589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:16.688906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Deleting port 1a11291f-1f46-42f6-b594-acd664bf8f13 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:16.689513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:16.877480 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] For port 1a11291f-1f46-42f6-b594-acd664bf8f13, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=1a11291f-1f46-42f6-b594-acd664bf8f13,segment=NetworkSegment(915a120b-e570-460b-9c03-1b55d213b17d),segment_id=915a120b-e570-460b-9c03-1b55d213b17d)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:16.877909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:17.003399 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Calling delete_port for 1a11291f-1f46-42f6-b594-acd664bf8f13 owned by network:router_interface {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:17.210440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:17.215137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:17.262152 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a11291f-1f46-42f6-b594-acd664bf8f13,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:17.265118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:17.563290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:18.151707 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Router 334ddbf6-9462-40de-8aba-b36a8240aa16 has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:34:18.359912 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:34:18.369158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] Sync routers for ids ['334ddbf6-9462-40de-8aba-b36a8240aa16'] in dv-cinder-815883-4-iscsi {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:34:18.382284 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] Routers {'334ddbf6-9462-40de-8aba-b36a8240aa16'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:34:18.382953 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b70ad2b0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:34:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['334ddbf6-9462-40de-8aba-b36a8240aa16'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:18.412212 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-e70801aa-549a-4e8a-99bd-4552f8d27821 admin admin] 10.222.0.18 "PUT /v2.0/routers/334ddbf6-9462-40de-8aba-b36a8240aa16/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9853048
Nov 11 22:34:18.414829 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55586) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:18.574404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] Set router 334ddbf6-9462-40de-8aba-b36a8240aa16 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:34:18.764308 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [req-f46a9bb4-a4cf-4055-9d32-2c65f6ff0a1c req-e9b5d44b-755a-402f-8a08-4cd44d86da65 service neutron] (88344) timed out ('10.222.0.65', 63231) {{(pid=88344) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 11 22:34:18.856551 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks [] for router, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:18.889006 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b70ad2b0>, [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:34:17Z', 'revision_number': 5, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:18.894004 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] Checking router: 334ddbf6-9462-40de-8aba-b36a8240aa16 for host: dv-cinder-815883-4-iscsi {{(pid=88346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:34:18.907552 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] Routers {'334ddbf6-9462-40de-8aba-b36a8240aa16'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:34:18.908242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b70ad2b0>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:34:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['334ddbf6-9462-40de-8aba-b36a8240aa16'], 'active': True} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:19.077345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:19.113305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Deleting port f1c0de38-a17b-4478-a842-16de73952cb4 {{(pid=88345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:19.113731 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:19.256549 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] Set router 334ddbf6-9462-40de-8aba-b36a8240aa16 gateway port host: dv-cinder-815883-4-iscsi {{(pid=88346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:34:19.302298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] For port f1c0de38-a17b-4478-a842-16de73952cb4, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=f1c0de38-a17b-4478-a842-16de73952cb4,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:19.302695 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:19.433252 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Calling delete_port for f1c0de38-a17b-4478-a842-16de73952cb4 owned by network:router_gateway {{(pid=88345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:19.563192 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b70ad2b0>, [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:34:17Z', 'revision_number': 5, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:19.567305 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c80e41-528a-45a6-93c6-b931e0c0c7fa None None] The sync data for ids ['334ddbf6-9462-40de-8aba-b36a8240aa16'] in dv-cinder-815883-4-iscsi is: [{'id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'name': 'tempest-TestVolumeBootPattern-682135161-router', 'tenant_id': '059246136543455989e69ff8d7860f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:34:17Z', 'revision_number': 5, 'project_id': '059246136543455989e69ff8d7860f2b', 'gw_port': {'id': 'f1c0de38-a17b-4478-a842-16de73952cb4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ff:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddbf6-9462-40de-8aba-b36a8240aa16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:39Z', 'updated_at': '2021-11-11T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}] {{(pid=88346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:34:19.644039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838862543'] for port, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:19.649637 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-e19e2a0a-c3cb-466b-9092-6b2ba8313b7a tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:19.693694 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c0de38-a17b-4478-a842-16de73952cb4,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:19.696302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:19.911887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [req-a746eebd-f399-42e1-8ad0-188bf17e3ccf req-41092484-f2fd-4009-8dee-ca4907c32e24 service neutron] (88345) timed out ('10.222.0.65', 63206) {{(pid=88345) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 11 22:34:19.928075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.199173 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.203560 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.255351 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.255850 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334ddbf6-9462-40de-8aba-b36a8240aa16 {{(pid=88345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:34:20.269418 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] Notify callbacks [] for router, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.270683 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-dec5535d-8e89-4572-833e-f606e721f736 admin admin] 10.222.0.18 "DELETE /v2.0/routers/334ddbf6-9462-40de-8aba-b36a8240aa16 HTTP/1.1" status: 204  len: 168 time: 1.8547695
Nov 11 22:34:20.273399 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55590) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:20.344466 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] Deleting subnet 5b9ad106-f257-47b0-8048-f8deffec2c7d {{(pid=88345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:34:20.347747 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.403763 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839003491'] for subnet, precommit_delete_associations {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.588897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.770079 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15913287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16235470'] for subnet, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.775462 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:20.813185 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9ad106-f257-47b0-8048-f8deffec2c7d,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:20.815852 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:20.818630 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.824989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06b0a3-bb3f-4437-a3ee-c589ceae24d9 None None] Network d07e9a21-e68c-4f70-a472-b79ed3ad9d52 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:34:20.831990 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-8bc66a39-00b6-4477-ba50-c30f75d10874 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5b9ad106-f257-47b0-8048-f8deffec2c7d HTTP/1.1" status: 204  len: 168 time: 0.5572159
Nov 11 22:34:20.835133 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55594) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:20.924416 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 1a11291f-1f46-42f6-b594-acd664bf8f13 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:34:20.962300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:20.967946 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 1a11291f-1f46-42f6-b594-acd664bf8f13 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:34:20.968337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 1a11291f-1f46-42f6-b594-acd664bf8f13 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:34:20.968804 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device f1c0de38-a17b-4478-a842-16de73952cb4 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:34:20.973230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Deleting port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:20.973662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:21.013377 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: f1c0de38-a17b-4478-a842-16de73952cb4 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:34:21.013772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device f1c0de38-a17b-4478-a842-16de73952cb4 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:34:21.189791 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] DHCP port deletion for d07e9a21-e68c-4f70-a472-b79ed3ad9d52 request from dv-cinder-815883-4-iscsi {{(pid=88346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 11 22:34:21.194615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] Deleting port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:21.195048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:21.197243 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] For port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=8e3a6cfe-34da-4d47-bc3e-133a002c7a1d,segment=NetworkSegment(915a120b-e570-460b-9c03-1b55d213b17d),segment_id=915a120b-e570-460b-9c03-1b55d213b17d)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:21.197678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:21.326920 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Calling delete_port for 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d owned by network:dhcp {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:21.404664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] For port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=8e3a6cfe-34da-4d47-bc3e-133a002c7a1d,segment=NetworkSegment(915a120b-e570-460b-9c03-1b55d213b17d),segment_id=915a120b-e570-460b-9c03-1b55d213b17d)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:21.405000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:21.449657 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:21.454661 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-594e87b8-9e5f-42e8-8344-334c69f66627 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:21.498874 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3a6cfe-34da-4d47-bc3e-133a002c7a1d,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:21.507513 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] No DVR routers for this DVR port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d on host dv-cinder-815883-4-iscsi {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:34:21.509439 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:21.550849 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] Calling delete_port for 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d owned by network:dhcp {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:21.624073 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:34:21.624488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:34:21.852205 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:21.878863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b5cece80>,) {'filters': {'network_id': ['d07e9a21-e68c-4f70-a472-b79ed3ad9d52']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:21.895032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b5cece80>, '915a120b-e570-460b-9c03-1b55d213b17d') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:21.895373 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b5cece80>, '915a120b-e570-460b-9c03-1b55d213b17d') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:21.907366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:21.992392 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:21.999129 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:34:21.999605 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:34:22.014008 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:34:22.125793 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] Deleting port 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:22.126154 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:22.192882 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-368df0be-51c0-4221-85af-d0c0d6a1d49c None None] The port '8e3a6cfe-34da-4d47-bc3e-133a002c7a1d' was deleted {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 11 22:34:22.295508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:22.299388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:22.315419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:22.330049 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d07e9a21-e68c-4f70-a472-b79ed3ad9d52,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:22.343470 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d07e9a21-e68c-4f70-a472-b79ed3ad9d52 HTTP/1.1" status: 204  len: 168 time: 1.5067153
Nov 11 22:34:22.345323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.345809 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.346158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.346574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.346986 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.347825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.347825 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.348178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.349220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.349664 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.350068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:34:22.353406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2dba8794-5543-4541-8b70-54cbd6071d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:22.640191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55600) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:22.694104 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b838d249-a42b-4921-ac5b-e9f73ecac3af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c57740d18784553b80eed25f69f8425&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0525839
Nov 11 22:34:22.696564 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55604) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:22.758897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6cd68891-d6b6-490d-893f-81bba3d33d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:22.786117 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6cd68891-d6b6-490d-893f-81bba3d33d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:22.885765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:34:22.919504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:34:22.919898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 8e3a6cfe-34da-4d47-bc3e-133a002c7a1d not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:34:22.924202 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6cd68891-d6b6-490d-893f-81bba3d33d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:22.930107 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b2d59099-ab88-4770-a170-1309650423d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:22.946493 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd68891-d6b6-490d-893f-81bba3d33d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457d76d3-4e01-4ced-84b0-2b829c59c3d8,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:22.949898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6cd68891-d6b6-490d-893f-81bba3d33d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:22.952072 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6cd68891-d6b6-490d-893f-81bba3d33d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:22.953307 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6cd68891-d6b6-490d-893f-81bba3d33d7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/457d76d3-4e01-4ced-84b0-2b829c59c3d8 HTTP/1.1" status: 204  len: 168 time: 0.2557607
Nov 11 22:34:23.572058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55612) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:23.624320 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b93ad1da-7309-480c-bce7-b3cabc617db9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=059246136543455989e69ff8d7860f2b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0507028
Nov 11 22:34:23.626589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55616) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:34:23.690476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c00c7696-c603-4c08-9518-54c775e6cc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:23.717075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c00c7696-c603-4c08-9518-54c775e6cc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:23.946982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c00c7696-c603-4c08-9518-54c775e6cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:23.952270 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-b76c99ad-68de-4dc3-ad2c-c3daee677982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:23.966618 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c7696-c603-4c08-9518-54c775e6cc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7c8d0-c7cc-4905-803b-87c8d5a0bad0,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:23.969677 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c00c7696-c603-4c08-9518-54c775e6cc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:23.970567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c00c7696-c603-4c08-9518-54c775e6cc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:23.975747 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c00c7696-c603-4c08-9518-54c775e6cc4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bd7c8d0-c7cc-4905-803b-87c8d5a0bad0 HTTP/1.1" status: 204  len: 168 time: 0.3442383
Nov 11 22:34:27.134275 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:36.401779 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-b47052de-8e00-4d67-bcd9-133b86c2ea38 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2684143
Nov 11 22:34:36.444367 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ef71f0e0-bef8-4826-872a-a00a2a76772f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:36.557786 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-120133b9-04d8-403a-9b60-7350bcc0d025 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 1099 time: 0.0786171
Nov 11 22:34:36.715997 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-90487ab7-f5e7-4b14-b375-9b454b3a64b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:34:36.717607 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-90487ab7-f5e7-4b14-b375-9b454b3a64b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 200  len: 917 time: 0.1395466
Nov 11 22:34:36.825440 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-19edbb53-3a97-466c-887f-70fcfaf9f023 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 HTTP/1.1" status: 200  len: 1001 time: 0.0996735
Nov 11 22:34:36.894688 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-aceae9d3-6a5c-4cdf-bde7-59db5f04f114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:34:36.896891 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-aceae9d3-6a5c-4cdf-bde7-59db5f04f114 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 200  len: 855 time: 0.0646987
Nov 11 22:34:36.977042 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-bc17d5a6-619c-4677-8159-33f6b1587adf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731862
Nov 11 22:34:37.120594 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-b938c1e5-3764-4a25-8a8f-da5b447ded77 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363721
Nov 11 22:34:37.263461 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-effb68ad-6213-4463-a59f-c304e7d2e630 req-79944a65-2fd2-4c1a-9b0a-1e34618fc238 service neutron] 10.222.0.65 "GET /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345081
Nov 11 22:34:38.854711 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:38.856285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b8dd95db-87ad-44fc-bb5f-5f5b028855cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:39.460441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:41.168860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:51.269246 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:34:55.845840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7772e-891e-4c25-922c-47d8e01fc28e req-a0782a4f-0c59-4853-9e66-a5ccbbc887b7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:34:55.847456 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b4c7772e-891e-4c25-922c-47d8e01fc28e req-a0782a4f-0c59-4853-9e66-a5ccbbc887b7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 946 time: 0.0862074
Nov 11 22:34:55.898532 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-b4c7772e-891e-4c25-922c-47d8e01fc28e req-b62a2bca-f938-493b-a06c-cabb119ee497 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434711
Nov 11 22:34:57.124456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae67886-96e6-431c-b41d-fc6532035406 req-af31104a-b9b1-43a7-860c-b20ff69d53e6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:34:57.126050 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ae67886-96e6-431c-b41d-fc6532035406 req-af31104a-b9b1-43a7-860c-b20ff69d53e6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 946 time: 0.0905359
Nov 11 22:34:57.128761 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:57.174894 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-8ae67886-96e6-431c-b41d-fc6532035406 req-a0e27130-2e5f-40b4-834e-95b508124db7 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420926
Nov 11 22:34:57.717597 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-b6f76078-6bca-4c3d-a1e1-36f1287654ab tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:34:57.718353 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-b6f76078-6bca-4c3d-a1e1-36f1287654ab tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Synchronizing usage tracker for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:port {{(pid=88344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 11 22:34:57.768346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-b6f76078-6bca-4c3d-a1e1-36f1287654ab tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Unset dirty status for tenant:d02f1b3553cb4602beed9d3c0152c10e on resource:port {{(pid=88344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 11 22:34:57.769594 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-b6f76078-6bca-4c3d-a1e1-36f1287654ab tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 946 time: 0.1360064
Nov 11 22:34:57.841159 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Deleting port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:34:57.841589 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:58.092148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] For port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:34:58.092476 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:58.391860 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:58.392429 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838085128'] for floatingip, after_update {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:58.392577 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.db.l3_db [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Floating IP 92a9bffe-21d4-4f4d-823f-ee6a8b02e022 disassociated. External IP: 172.27.1.227, port: 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71.
Nov 11 22:34:58.392888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Calling delete_port for 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 owned by compute:nova {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:34:58.399840 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6638c75-d937-42c7-b1f4-e00605e9217a req-fa0f510c-a311-4984-8b49-ab019987c6cd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 11 22:34:58.401602 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c6638c75-d937-42c7-b1f4-e00605e9217a req-fa0f510c-a311-4984-8b49-ab019987c6cd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 946 time: 0.0895419
Nov 11 22:34:58.451040 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-c6638c75-d937-42c7-b1f4-e00605e9217a req-925fe227-fbf0-42d1-9b41-f7f992f4725d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdceae65-1534-4c75-b281-cc0d6e503ae4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434079
Nov 11 22:34:58.579767 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:58.585574 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-83c071b3-af1a-4551-955f-da4c07dd24cb tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:34:58.627884 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event deleted for resources: {'Port': ['ID=20b9a357-234b-4d0f-a5fc-c0f11e9dcd71,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:34:58.632712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:34:58.848815 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Router 28aca097-9094-465a-9de7-91cc01af248b has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:34:59.061907 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:34:59.073700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] Sync routers for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:34:59.089095 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:34:59.090147 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b86ec0b8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:34:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:59.134734 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] No DVR routers for this DVR port 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 on host hv-cinder-81588 {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:34:59.137220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for port, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:34:59.140406 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-deleted', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71'}] {{(pid=88344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 11 22:34:59.203827 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-cfa3d33b-190e-4a38-aa27-7470266b3e0b req-75ade504-a411-46b4-94fc-3e00450d09bf tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.65 "DELETE /v2.0/ports/20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 HTTP/1.1" status: 204  len: 173 time: 1.4280694
Nov 11 22:34:59.289224 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:34:59.373880 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a21511-1fc4-40ef-8631-31c8289ef54c', 'name': 'network-vif-deleted', 'tag': '20b9a357-234b-4d0f-a5fc-c0f11e9dcd71', 'status': 'completed', 'code': 200}
Nov 11 22:34:59.621565 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b86ec0b8>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:59.625650 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] Checking router: 28aca097-9094-465a-9de7-91cc01af248b for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:34:59.636987 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:34:59.637686 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b86ec0b8>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:34:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:34:59.645100 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [req-7ed795f2-493a-4ba7-88e5-16e859364223 req-3c4e6f69-4520-485c-b367-66ecaa9661fd tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a21511-1fc4-40ef-8631-31c8289ef54c HTTP/1.1" status: 200  len: 210 time: 0.0455477
Nov 11 22:34:59.822114 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:35:00.286759 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b86ec0b8>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:35:00.290830 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6a222-0c67-4fe1-8ca6-30cb505f548a None None] The sync data for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi is: [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi', '_interfaces': [{'id': '863bed90-c1d8-4b86-8064-b0d0e3fe5dea', 'name': '', 'network_id': '3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'mac_address': 'fa:16:3e:95:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:19Z', 'updated_at': '2021-11-11T22:21:31Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'subnets': [{'id': '69034538-34f7-4506-a072-ff7e9a3272fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:35:00.711845 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5815aa02-0d2c-4f0f-abdf-88dba3dbbb41 None None] New status for floating IP 92a9bffe-21d4-4f4d-823f-ee6a8b02e022: DOWN {{(pid=88346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 11 22:35:00.873186 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55658) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:00.942036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-304382cd-97d1-496b-8cd9-839542f8eca6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:00.970822 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-304382cd-97d1-496b-8cd9-839542f8eca6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:01.048405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-304382cd-97d1-496b-8cd9-839542f8eca6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:01.053908 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-85c078a8-d40e-4ba4-825b-c4742f708c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:01.069811 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304382cd-97d1-496b-8cd9-839542f8eca6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdceae65-1534-4c75-b281-cc0d6e503ae4,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:01.072600 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-304382cd-97d1-496b-8cd9-839542f8eca6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:01.105190 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-304382cd-97d1-496b-8cd9-839542f8eca6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:01.106494 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-304382cd-97d1-496b-8cd9-839542f8eca6 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "DELETE /v2.0/security-groups/bdceae65-1534-4c75-b281-cc0d6e503ae4 HTTP/1.1" status: 204  len: 168 time: 0.2322001
Nov 11 22:35:01.111253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55662) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:01.128525 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.api.v2.resource [None req-3d8472ab-8974-4f16-81a2-f708780e5cc4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] show failed (client error): The resource could not be found.
Nov 11 22:35:01.130136 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-3d8472ab-8974-4f16-81a2-f708780e5cc4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "GET /v2.0/security-groups/bdceae65-1534-4c75-b281-cc0d6e503ae4 HTTP/1.1" status: 404  len: 347 time: 0.0173557
Nov 11 22:35:01.133083 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55666) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:01.290543 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Deleting port 06c29a3c-ff06-4735-9ed7-825e94b886b6 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:35:01.290926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:01.473261 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:01.473655 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:01.819025 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Calling delete_port for 06c29a3c-ff06-4735-9ed7-825e94b886b6 owned by network:floatingip {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:35:01.985475 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:01.989898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-86ad2b1e-3dc2-47df-92a3-a984714f25a4 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:02.030679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Pushing event deleted for resources: {'Port': ['ID=06c29a3c-ff06-4735-9ed7-825e94b886b6,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:02.034441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:02.129191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks [] for floatingip, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:02.143838 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6357'] for floatingip, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:02.145089 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-1d40d95d-9614-4a9c-ad72-3fd03761c30a tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] 10.222.0.18 "DELETE /v2.0/floatingips/92a9bffe-21d4-4f4d-823f-ee6a8b02e022 HTTP/1.1" status: 204  len: 168 time: 1.0107687
Nov 11 22:35:02.971983 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:35:03.009382 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] No Port match for: 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:35:03.009781 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Device 20b9a357-234b-4d0f-a5fc-c0f11e9dcd71 not bound to the agent host hv-cinder-81588 {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:35:05.169586 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55692) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:05.726629 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16687126'] for router_interface, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:06.355679 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Deleting port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:35:06.356207 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:06.437071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-10044630-93b5-42d2-a32d-8ddd9ae5b00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:06.540136 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] For port 863bed90-c1d8-4b86-8064-b0d0e3fe5dea, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:35:06.540533 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:06.666939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Calling delete_port for 863bed90-c1d8-4b86-8064-b0d0e3fe5dea owned by network:router_interface {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:35:06.945298 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:06.949701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-1ceecd52-e94c-411d-8bb1-f2f9ac8b7e21 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:06.992084 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=863bed90-c1d8-4b86-8064-b0d0e3fe5dea,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:06.996402 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:07.302834 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15814694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16687244'] for router_interface, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:08.128385 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Router 28aca097-9094-465a-9de7-91cc01af248b has already been hosted by L3 agent fcd2987d-2ce6-4378-a75b-5ba7df70dfe9 {{(pid=88344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 11 22:35:08.336659 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-iscsi the message routers_updated {{(pid=88344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 11 22:35:08.346747 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] Sync routers for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 11 22:35:08.349954 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-de870b33-47f9-4258-bea8-03b0102bd3c9 admin admin] 10.222.0.18 "PUT /v2.0/routers/28aca097-9094-465a-9de7-91cc01af248b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1783686
Nov 11 22:35:08.352449 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55700) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:08.361055 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:35:08.361764 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6e98c88>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:34:39Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:35:08.547199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: dv-cinder-815883-4-iscsi {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:35:08.557118 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks [] for router, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:08.766621 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:08.819839 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Deleting port 4be26957-0dd2-44a5-893c-1fa82371a6e4 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:35:08.820360 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:08.843335 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6e98c88>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'external_fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:35:06Z', 'revision_number': 5, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port': {'id': '4be26957-0dd2-44a5-893c-1fa82371a6e4', 'name': '', 'network_id': '3055b600-b271-4837-8b5f-e4288dee987a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aca097-9094-465a-9de7-91cc01af248b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:12Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a939b94-10b7-4f4a-928a-d28b8c5cc504', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-iscsi'}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:35:08.847911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] Checking router: 28aca097-9094-465a-9de7-91cc01af248b for host: dv-cinder-815883-4-iscsi {{(pid=88347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 11 22:35:08.859536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] Routers {'28aca097-9094-465a-9de7-91cc01af248b'} bound to L3 agent in host dv-cinder-815883-4-iscsi {{(pid=88347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 11 22:35:08.860290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00b6e98c88>, 'dv-cinder-815883-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T22:10:09Z,description=<?>,heartbeat_timestamp=2021-11-11T22:35:09Z,host='dv-cinder-815883-4-iscsi',id=fcd2987d-2ce6-4378-a75b-5ba7df70dfe9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-11T22:10:09Z,topic='l3_agent')) {'router_ids': ['28aca097-9094-465a-9de7-91cc01af248b'], 'active': True} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:35:08.866226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:08.871242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9e25b79f-fb7b-427e-bb0b-0887b0b83482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:09.024226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] For port 4be26957-0dd2-44a5-893c-1fa82371a6e4, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=4be26957-0dd2-44a5-893c-1fa82371a6e4,segment=NetworkSegment(44073f0c-c7d7-4423-9380-bd4356472033),segment_id=44073f0c-c7d7-4423-9380-bd4356472033)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:35:09.024520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:09.027001 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvr_db [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] Set router 28aca097-9094-465a-9de7-91cc01af248b gateway port host: None {{(pid=88347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 11 22:35:09.137223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_hamode_db [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00b6e98c88>, [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:35:08Z', 'revision_number': 6, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port_host': None}], 'dv-cinder-815883-4-iscsi', False) {} {{(pid=88347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:35:09.141562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df383470-6454-4aa0-9cb9-7a1aa849811d None None] The sync data for ids ['28aca097-9094-465a-9de7-91cc01af248b'] in dv-cinder-815883-4-iscsi is: [{'id': '28aca097-9094-465a-9de7-91cc01af248b', 'name': 'tempest-AttachVolumeShelveTestJSON-645454290-router', 'tenant_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:11Z', 'updated_at': '2021-11-11T22:35:08Z', 'revision_number': 6, 'project_id': 'd02f1b3553cb4602beed9d3c0152c10e', 'gw_port_host': None}] {{(pid=88347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 11 22:35:09.157199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Calling delete_port for 4be26957-0dd2-44a5-893c-1fa82371a6e4 owned by network:router_gateway {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:35:09.407844 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:09.413348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5f825e30-503e-40aa-b454-4c1ee6172116 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:09.453717 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:09.455137 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be26957-0dd2-44a5-893c-1fa82371a6e4,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:09.459669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:09.701642 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16690439'] for router_gateway, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:09.972389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16314217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854661144'] for router, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:09.976772 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.093506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16314119'] for router, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.094036 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28aca097-9094-465a-9de7-91cc01af248b {{(pid=88344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 11 22:35:10.107924 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] Notify callbacks [] for router, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.111577 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-2ddc70b3-284f-4671-9322-fc816d1f4845 admin admin] 10.222.0.18 "DELETE /v2.0/routers/28aca097-9094-465a-9de7-91cc01af248b HTTP/1.1" status: 204  len: 168 time: 1.7557507
Nov 11 22:35:10.111894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55704) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:10.180054 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.db_base_plugin_v2 [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] Deleting subnet 69034538-34f7-4506-a072-ff7e9a3272fe {{(pid=88344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 11 22:35:10.184266 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.239806 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838681262'] for subnet, precommit_delete_associations {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.319585 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853417449'] for subnet, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.414394 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15246510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15672953'] for subnet, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.418913 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-15e43376-ad3f-4ae0-a508-c7de5f9b7322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:10.456625 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69034538-34f7-4506-a072-ff7e9a3272fe,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:10.460959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:10.464297 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for subnet, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.469893 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6cbb69-a7bf-4774-b67a-c0cfad48d257 None None] Network 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 requested from dv-cinder-815883-4-iscsi {{(pid=88346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 11 22:35:10.471465 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-45974cc0-2205-47bc-a359-13608c5105db admin admin] 10.222.0.18 "DELETE /v2.0/subnets/69034538-34f7-4506-a072-ff7e9a3272fe HTTP/1.1" status: 204  len: 168 time: 0.3584859
Nov 11 22:35:10.473915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55708) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:10.593223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853561684'] for network, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.604673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Deleting port cc1f29d2-57da-4438-8669-6934e84a8026 {{(pid=88344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:35:10.605038 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.729071 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] DHCP port deletion for 3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 request from dv-cinder-815883-4-iscsi {{(pid=88346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 11 22:35:10.733400 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] Deleting port cc1f29d2-57da-4438-8669-6934e84a8026 {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:35:10.733755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.815532 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] For port cc1f29d2-57da-4438-8669-6934e84a8026, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=cc1f29d2-57da-4438-8669-6934e84a8026,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:35:10.815931 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:10.928596 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 4be26957-0dd2-44a5-893c-1fa82371a6e4 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:35:10.943223 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Calling delete_port for cc1f29d2-57da-4438-8669-6934e84a8026 owned by network:dhcp {{(pid=88344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:35:10.966326 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 4be26957-0dd2-44a5-893c-1fa82371a6e4 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:35:10.966690 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 4be26957-0dd2-44a5-893c-1fa82371a6e4 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:35:10.967141 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 863bed90-c1d8-4b86-8064-b0d0e3fe5dea no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:35:11.012499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: 863bed90-c1d8-4b86-8064-b0d0e3fe5dea {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:35:11.012895 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device 863bed90-c1d8-4b86-8064-b0d0e3fe5dea not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:35:11.013394 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device cc1f29d2-57da-4438-8669-6934e84a8026 no longer exists at agent ovs-agent-dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 11 22:35:11.048295 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1136261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309288066659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727566299456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839529256'] for port, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.052743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] No Port match for: cc1f29d2-57da-4438-8669-6934e84a8026 {{(pid=88346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 11 22:35:11.053134 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-a49adfaa-83ca-45e0-a90e-2cc15d16f59d tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:11.053337 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.rpc [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Device cc1f29d2-57da-4438-8669-6934e84a8026 not bound to the agent host dv-cinder-815883-4-iscsi {{(pid=88346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 11 22:35:11.058720 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.db [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] For port cc1f29d2-57da-4438-8669-6934e84a8026, host dv-cinder-815883-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-iscsi',level=0,port_id=cc1f29d2-57da-4438-8669-6934e84a8026,segment=NetworkSegment(c6872eca-ad32-4428-9786-44d6e26009b3),segment_id=c6872eca-ad32-4428-9786-44d6e26009b3)] {{(pid=88346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 11 22:35:11.059170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16694467'] for port, precommit_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.094017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1f29d2-57da-4438-8669-6934e84a8026,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:11.097768 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:11.101401 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] No DVR routers for this DVR port cc1f29d2-57da-4438-8669-6934e84a8026 on host dv-cinder-815883-4-iscsi {{(pid=88344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 11 22:35:11.196419 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] Calling delete_port for cc1f29d2-57da-4438-8669-6934e84a8026 owned by network:dhcp {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 11 22:35:11.272615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.274608 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.db.api [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 11 22:35:11.275024 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_db.api [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 11 22:35:11.459323 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853420914', 'neutron.services.segments.db._delete_segments_for_network-8727566790856'] for network, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.486244 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00b710f080>,) {'filters': {'network_id': ['3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9']}} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:35:11.499100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b710f080>, 'c6872eca-ad32-4428-9786-44d6e26009b3') {'for_net_delete': True} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:35:11.499440 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.services.segments.db [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00b710f080>, 'c6872eca-ad32-4428-9786-44d6e26009b3') {} {{(pid=88344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 11 22:35:11.512296 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727566798041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16094555'] for segment, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.528632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356776'] for segment, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.534897 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 11 22:35:11.535320 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839529972'] for segment, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]: Traceback (most recent call last):
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     timer()
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     cb(*args, **kw)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     return func(*args, **kwargs)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     self._notify()
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     self.callback(batched_events)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     event.method(event)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     segment_id)['aggregates'][0]
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     return f(self, *a, **k)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self._get(url).json()
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     **kwargs)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     return self.request(url, 'GET', **kwargs)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     **endpoint_filter)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 11 22:35:11.552973 dv-cinder-815883-4-iscsi neutron-server[88233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 11 22:35:11.693696 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1354885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838066110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838961106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838085143'] for network, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.697364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8c4a1086-15be-43bb-8daf-60527dd85eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:11.711285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838960935'] for network, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.722045 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:11.725915 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:11.774382 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-64dc5c22-8f15-4657-9991-885523d43b30 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3cebbaea-18a4-4ff1-8f12-21ffb3bca4f9 HTTP/1.1" status: 204  len: 168 time: 1.2988272
Nov 11 22:35:11.776075 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] Deleting port cc1f29d2-57da-4438-8669-6934e84a8026 {{(pid=88346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 11 22:35:11.776507 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309288070345'] for port, before_delete {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:11.845333 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9bfa5-57bf-40f6-afaf-19c03e3758ff None None] The port 'cc1f29d2-57da-4438-8669-6934e84a8026' was deleted {{(pid=88346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 11 22:35:12.115263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55714) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:12.172749 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-b2755601-89ee-46ad-a6d9-9b8e8b281854 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d02f1b3553cb4602beed9d3c0152c10e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0561357
Nov 11 22:35:12.175391 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55718) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:12.239009 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05b0a4e0-06ef-4d90-a066-101af88cfec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:12.266741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05b0a4e0-06ef-4d90-a066-101af88cfec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:12.350753 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05b0a4e0-06ef-4d90-a066-101af88cfec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:12.355678 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-497fa64d-6e38-46e7-b2a6-6959598630f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:12.369458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0a4e0-06ef-4d90-a066-101af88cfec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c06d0-bf88-4847-b050-f83c403f7642,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:12.374743 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-05b0a4e0-06ef-4d90-a066-101af88cfec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:12.376683 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-05b0a4e0-06ef-4d90-a066-101af88cfec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:12.377921 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-05b0a4e0-06ef-4d90-a066-101af88cfec0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/376c06d0-bf88-4847-b050-f83c403f7642 HTTP/1.1" status: 204  len: 168 time: 0.2015476
Nov 11 22:35:14.539563 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55768) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:14.689332 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:14.722239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:35:14.726421 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Usage tracker for resource:security_group_rule and tenant:aac59d522cb04346941c3a9c4b240108 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:35:14.729340 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:35:14.735404 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:35:14.856366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:14.899616 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:14.907546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-0bfbb19e-c8ed-417e-bef7-7fc6ba11fb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:14.952699 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf1ab25-fd7f-4723-95b0-baedce2a1478,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:14.958456 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aac59d522cb04346941c3a9c4b240108&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4165919
Nov 11 22:35:14.958456 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-72e73e14-0a1a-4208-8a65-a90c402c0f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:14.960171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55774) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:15.021452 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baeb5694-e406-494d-bdbb-9f89ca7da184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:15.047310 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baeb5694-e406-494d-bdbb-9f89ca7da184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:15.122327 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baeb5694-e406-494d-bdbb-9f89ca7da184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:15.127259 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-bcbd636f-0b25-4500-8c2c-a0b49a575972 tempest-TestVolumeBootPattern-1044544199 tempest-TestVolumeBootPattern-1044544199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:15.138828 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb5694-e406-494d-bdbb-9f89ca7da184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf1ab25-fd7f-4723-95b0-baedce2a1478,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:15.143582 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-baeb5694-e406-494d-bdbb-9f89ca7da184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:15.145504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-baeb5694-e406-494d-bdbb-9f89ca7da184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:15.146754 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-baeb5694-e406-494d-bdbb-9f89ca7da184 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adf1ab25-fd7f-4723-95b0-baedce2a1478 HTTP/1.1" status: 204  len: 168 time: 0.1856177
Nov 11 22:35:18.214478 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55830) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:18.368555 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:18.401300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:35:18.405302 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Usage tracker for resource:security_group_rule and tenant:1520d7c8410646f4a1f869e594cd00db is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:35:18.408206 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:35:18.414702 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:35:18.484750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:18.521935 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:18.529876 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-9a12cfa6-2503-4d9b-a685-1fcda5a09730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:18.574002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13119e91-1f74-4899-bb15-70dfbedf960a,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:18.577039 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:18.579495 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6ee02c52-90ad-44ae-aa70-78fe15744bdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1520d7c8410646f4a1f869e594cd00db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3639081
Nov 11 22:35:18.582309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55836) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:18.643641 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa5fd-2e13-4e6d-87f3-1a39afa8667a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:18.670364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa5fd-2e13-4e6d-87f3-1a39afa8667a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:18.756242 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa5fd-2e13-4e6d-87f3-1a39afa8667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:18.761792 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8a62b4cf-6284-4ef9-94f4-73df4c857aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:18.775887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aa5fd-2e13-4e6d-87f3-1a39afa8667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13119e91-1f74-4899-bb15-70dfbedf960a,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:18.778827 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5b6aa5fd-2e13-4e6d-87f3-1a39afa8667a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:18.783748 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa5fd-2e13-4e6d-87f3-1a39afa8667a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:18.784235 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5b6aa5fd-2e13-4e6d-87f3-1a39afa8667a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13119e91-1f74-4899-bb15-70dfbedf960a HTTP/1.1" status: 204  len: 168 time: 0.2006567
Nov 11 22:35:19.337171 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55844) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:19.360348 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:19.393111 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:35:19.397758 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Usage tracker for resource:security_group_rule and tenant:8712950af9434ace8fd8c2b1fd5d44c7 is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:35:19.400614 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:35:19.406583 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:35:19.480796 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:19.515868 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:19.524290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-782efb9e-1dac-45b6-b519-eaad3e24ac07 tempest-AttachVolumeTestJSON-1514102276 tempest-AttachVolumeTestJSON-1514102276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:19.566444 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118da444-9667-4f6d-a20d-98aefebc045d,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:19.570484 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:19.573148 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4bd45ea0-d514-49d6-884b-343aedbfa242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8712950af9434ace8fd8c2b1fd5d44c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2348535
Nov 11 22:35:19.576163 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55848) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:19.638508 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6e29516b-f94c-4019-9e70-8cbf50764a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:19.664862 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6e29516b-f94c-4019-9e70-8cbf50764a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:19.744567 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6e29516b-f94c-4019-9e70-8cbf50764a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:19.749506 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-05b0a4e0-06ef-4d90-a066-101af88cfec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:19.766963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29516b-f94c-4019-9e70-8cbf50764a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118da444-9667-4f6d-a20d-98aefebc045d,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:19.769728 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6e29516b-f94c-4019-9e70-8cbf50764a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:19.770929 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6e29516b-f94c-4019-9e70-8cbf50764a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:19.772969 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6e29516b-f94c-4019-9e70-8cbf50764a5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/118da444-9667-4f6d-a20d-98aefebc045d HTTP/1.1" status: 204  len: 168 time: 0.1960289
Nov 11 22:35:24.119294 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55920) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:24.274951 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:24.311547 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:35:24.315536 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7c455a62a9410cbecf48ba46797f8c is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:35:24.318963 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:35:24.324903 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:35:24.390580 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:24.412966 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:24.420609 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5252a891-226a-4abe-a151-c0a2e0d62e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:24.465095 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad7c455a62a9410cbecf48ba46797f8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3446038
Nov 11 22:35:24.465978 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a878ddf-e0fd-45e5-ab50-c4b6e293e610,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:24.468068 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55926) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:24.475910 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.476345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.476766 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.477187 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.477632 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.478048 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.478460 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.478875 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.479283 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.479687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.480092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.484282 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-4f19e408-598d-4613-9ace-bf3b759aca06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:24.538178 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:24.564801 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:24.630750 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:24.634975 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-f29a09ff-72ff-4253-bfbd-e99c4c2c242d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:24.647058 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a878ddf-e0fd-45e5-ab50-c4b6e293e610,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:24.659170 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:24.660377 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a878ddf-e0fd-45e5-ab50-c4b6e293e610 HTTP/1.1" status: 204  len: 168 time: 0.1912553
Nov 11 22:35:24.661927 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.662346 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.662755 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.663174 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.663579 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.663982 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.664499 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.664754 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.665318 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.665729 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.666126 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-iscsi {{(pid=88345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 11 22:35:24.669368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6be6ac92-f95a-4599-82a7-d90316f0422d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:25.220700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 55934) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:25.243100 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:25.276488 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:35:25.280364 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Usage tracker for resource:security_group_rule and tenant:13ec47251f034fb19e16c6e94928bb27 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:35:25.283285 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:35:25.289752 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:35:25.355741 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:25.384638 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:25.392166 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7ff388b7-baff-45dd-b262-7facee38a108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:25.440314 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13ec47251f034fb19e16c6e94928bb27&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2184262
Nov 11 22:35:25.441105 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e5d6c-870b-4feb-9ab4-6a10d6c371b4,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:25.443887 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 55938) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:25.444277 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-6c758f3b-0af5-4e25-b566-114252f84574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:25.508700 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f167253-5f5d-4b59-9e0d-95bef7d975dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:25.544194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f167253-5f5d-4b59-9e0d-95bef7d975dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:25.619081 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f167253-5f5d-4b59-9e0d-95bef7d975dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:25.624221 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5b6aa5fd-2e13-4e6d-87f3-1a39afa8667a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:25.636802 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f167253-5f5d-4b59-9e0d-95bef7d975dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e5d6c-870b-4feb-9ab4-6a10d6c371b4,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:25.639103 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7f167253-5f5d-4b59-9e0d-95bef7d975dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:25.646883 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f167253-5f5d-4b59-9e0d-95bef7d975dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:25.648113 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-7f167253-5f5d-4b59-9e0d-95bef7d975dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e1e5d6c-870b-4feb-9ab4-6a10d6c371b4 HTTP/1.1" status: 204  len: 168 time: 0.2031555
Nov 11 22:35:27.230662 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:28.271199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:35:36.441701 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c33ff1de-74ea-4b78-95f0-3fd1cb8acbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:38.824504 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:38.826012 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-dfe5eb91-efb8-45db-9bfc-9a63571d69c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.317251 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 56034) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:39.459571 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.470712 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.506649 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:35:39.511046 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Usage tracker for resource:security_group_rule and tenant:d967dfc38d544b6297eafff90a173cfa is out of sync, need to count used quota {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:35:39.514022 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:35:39.520017 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:35:39.588139 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.618788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.626715 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-baeb5694-e406-494d-bdbb-9f89ca7da184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:39.668760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7afa7-91d1-4286-9aee-893d389616e3,revision_number=1']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:39.672546 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:39.675029 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-ac156c49-6842-40b9-bdb8-953dbe1694ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d967dfc38d544b6297eafff90a173cfa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3560958
Nov 11 22:35:39.679000 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88344) accepted ('10.222.0.18', 56040) {{(pid=88344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:39.745273 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6bbb-696c-419f-8629-50c7a8232060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.775697 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6bbb-696c-419f-8629-50c7a8232060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.853119 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6bbb-696c-419f-8629-50c7a8232060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.858558 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-8f1a5f6d-dcce-48e4-bb82-a81f9452438a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:39.872898 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e6bbb-696c-419f-8629-50c7a8232060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7afa7-91d1-4286-9aee-893d389616e3,revision_number=None']} {{(pid=88344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:39.875698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-aa8e6bbb-696c-419f-8629-50c7a8232060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:39.876856 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6bbb-696c-419f-8629-50c7a8232060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:39.881548 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-aa8e6bbb-696c-419f-8629-50c7a8232060 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53e7afa7-91d1-4286-9aee-893d389616e3 HTTP/1.1" status: 204  len: 168 time: 0.2015777
Nov 11 22:35:40.400002 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 56048) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:40.420490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:40.452477 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:35:40.456405 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Usage tracker for resource:security_group_rule and tenant:4a191e3257794da380dac5a5ed77b800 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:35:40.459879 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:35:40.465894 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:35:40.534926 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:40.578520 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:40.587226 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-cbac67df-80b2-4f2c-9bf2-f138645133b4 tempest-AttachVolumeShelveTestJSON-1089433382 tempest-AttachVolumeShelveTestJSON-1089433382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:40.629673 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff601671-188b-42f6-9ef5-4bbfbfe9c1f9,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:40.635220 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a191e3257794da380dac5a5ed77b800&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2341104
Nov 11 22:35:40.636250 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-5c32df3b-d7c7-4f73-9ada-82fb85afbf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:40.637990 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 56052) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:40.700656 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c255ade9-70e8-493f-a70d-0eac72197121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:40.731687 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c255ade9-70e8-493f-a70d-0eac72197121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:40.801398 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c255ade9-70e8-493f-a70d-0eac72197121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:40.806519 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-fd0db35f-9415-4e85-a302-9d7e3bb9b546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:40.819276 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255ade9-70e8-493f-a70d-0eac72197121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff601671-188b-42f6-9ef5-4bbfbfe9c1f9,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:40.821698 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c255ade9-70e8-493f-a70d-0eac72197121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:40.829789 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c255ade9-70e8-493f-a70d-0eac72197121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:40.831009 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-c255ade9-70e8-493f-a70d-0eac72197121 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff601671-188b-42f6-9ef5-4bbfbfe9c1f9 HTTP/1.1" status: 204  len: 168 time: 0.1920238
Nov 11 22:35:41.144257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:42.496240 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 56082) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:42.649357 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:42.684368 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 11 22:35:42.690909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef16c0f24ab47798c049c02b4f57e84 is out of sync, need to count used quota {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 11 22:35:42.694469 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.quota.resource [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 11 22:35:42.702420 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.quota.driver [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 11 22:35:42.784253 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:42.824267 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_create {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:42.832148 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-50838045-2190-4a0f-a827-c63556833a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:42.875575 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4593a741-8cca-4145-8be7-5b772df2f377,revision_number=1']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:42.878831 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:42.884745 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-37a475fa-1f82-4981-bc12-42e1c74566e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ef16c0f24ab47798c049c02b4f57e84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3846931
Nov 11 22:35:42.885257 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.wsgi [-] (88345) accepted ('10.222.0.18', 56088) {{(pid=88345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 11 22:35:42.950307 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-069b0391-058f-45ec-a716-600e260528a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:42.976765 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-069b0391-058f-45ec-a716-600e260528a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:43.058556 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-069b0391-058f-45ec-a716-600e260528a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838093676'] for security_group, after_delete {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:43.064078 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-7e554c54-8c50-455f-b386-ea073131f4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 11 22:35:43.075191 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b0391-058f-45ec-a716-600e260528a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4593a741-8cca-4145-8be7-5b772df2f377,revision_number=None']} {{(pid=88345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 11 22:35:43.077866 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-069b0391-058f-45ec-a716-600e260528a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 11 22:35:43.083648 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-069b0391-058f-45ec-a716-600e260528a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:35:43.084897 dv-cinder-815883-4-iscsi neutron-server[88233]: INFO neutron.wsgi [None req-069b0391-058f-45ec-a716-600e260528a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4593a741-8cca-4145-8be7-5b772df2f377 HTTP/1.1" status: 204  len: 168 time: 0.1988988
Nov 11 22:35:57.224263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:05.271777 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:36:06.435220 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7f169f78-8eb8-422f-a2c0-77d1e8760be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:08.824502 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:08.827362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f9406d5d-f400-4a01-aa64-ccdc2f69f2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:09.446991 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:11.155219 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:27.246658 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:36.440239 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2bd22454-ca14-46c7-94d4-028ceadcd938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:38.858362 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-7e06e3b0-3000-4cf9-8d62-6edc393752c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:38.859911 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:39.463578 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:41.171889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:36:42.272989 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:36:57.251780 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:06.439889 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1c053d27-8db7-4a43-ac6c-5730110e83bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:08.840217 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5a38e821-d283-4f60-9183-a6036b9fe673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:08.841888 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:09.463032 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:11.165939 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:19.273411 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:37:27.262388 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:36.439434 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-ad315121-82db-4877-a600-2acdccc6db2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:38.825950 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-718af6cf-9083-4ad2-a71a-6498c2c55104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:38.854581 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:39.483194 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:41.168591 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:37:56.274859 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:37:57.259769 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:06.438952 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-53f78e8a-5816-4889-b95b-0a8755e9f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:08.859510 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d235bfdb-a198-46f5-8633-2f5cd7e34df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:08.862092 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:09.470808 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:11.187391 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:27.269957 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:33.275458 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:38:36.438487 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c5699efe-0a6c-4844-9331-8fac706d50ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:38.868300 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2946254b-97cd-4fd5-98dc-e3ecedd40dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:38.871120 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:39.467274 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:41.215760 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:38:57.251592 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:06.439959 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-6a508b3e-30a8-4e89-b55a-4a020fa96fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:08.937515 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2909-b2e4-4658-b320-4c7bf64452c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:08.969535 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:09.508490 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:10.276863 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:39:11.163557 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:27.256615 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:36.449290 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-737465ce-4b1d-46c0-a29d-76a4b717f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:38.856778 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:38.858407 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-fb185868-2412-45fc-99ab-0b4d25c78903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:39.490619 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:41.181724 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:39:47.278309 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:39:57.272654 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:06.437976 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9198-9351-4899-b4d9-0397caece2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:08.826425 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:08.859909 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1b834abf-0b92-4d75-acc8-e99c344eadbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:09.472158 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:11.180636 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:24.278366 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:40:27.288669 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:36.442788 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-58411f86-39ea-42bc-8b40-3250aa9b6cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:38.842584 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:38.871035 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-284ecde0-2c8b-47ae-b151-522efb1c7b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:39.494230 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:41.185199 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:40:57.265263 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:41:01.278345 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 11 22:41:06.436041 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-2e7128a0-55b3-45dd-b95b-cfe6a21f7668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:41:08.865441 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f580c3f4-f77d-472e-907f-3f0305e94eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:41:08.868142 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5c7f-8685-44df-8214-9a109877883e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:41:09.487503 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-f741ee2d-0e0a-4b82-bd2b-fc238b70a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:41:11.190389 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-1fa539d8-a2bc-43e6-8f0d-6be0db04cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:41:27.263562 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-aadee488-c249-40c9-a7f5-0c7f6ecfed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:41:36.441934 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd9b1-7975-4918-8cb6-0cfbfd6d983a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727566790839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853429655'] for agent, after_update {{(pid=88346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 11 22:41:38.278906 dv-cinder-815883-4-iscsi neutron-server[88233]: DEBUG neutron.db.agents_db [None req-46d2bce0-0ae5-4307-9bd6-d58d69487fa6 None None] Agent healthcheck: found 6 active agents {{(pid=88347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}